-- Logs begin at Thu 2022-07-28 05:44:27 UTC, end at Thu 2022-07-28 06:56:25 UTC. -- Jul 28 06:28:13.241376 dv-cinder-850605-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 06:28:15.976561 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:28:15.977174 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 06:28:15.977569 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104168) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 06:28:15.981183 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:28:15.981464 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 06:28:15.981779 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104168) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 06:28:15.982707 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:28:15.982943 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:28:15.983419 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:28:15.983669 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:28:15.983900 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:28:15.984224 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.984524 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.984755 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.985064 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.985401 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.985693 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.985991 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.986291 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.986580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.986864 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.987149 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.987382 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.987665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.987955 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.988244 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.988469 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] debug = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.988750 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.989185 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.989625 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.989912 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.990204 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.990485 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.990759 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.991037 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.991325 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.991655 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] host = dv-cinder-850605-1-iscsi {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.991937 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.992225 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.992512 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.992820 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.993546 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.993839 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.994140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.994426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.994708 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.994991 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.995288 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.995581 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.995876 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.996105 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.996331 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.996623 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.996926 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.997205 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.997508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.997792 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.998071 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.998349 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.998621 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.998908 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.999193 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.999478 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:15.999756 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.000034 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.000306 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.000580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.000866 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.001140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.001441 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.001719 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.002009 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.002281 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.002556 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.002859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.003147 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.003431 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.003718 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.003994 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.004278 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.004594 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.004829 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.005101 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_json = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.005402 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.005676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.005960 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.006234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.006506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.006779 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.007050 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.007335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.007607 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:16.007904 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.008202 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.009015 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.009776 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.010089 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.010376 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.010671 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.010953 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.011247 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.011539 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.011829 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.012108 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.012411 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.012703 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.013000 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.013327 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.013635 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.013932 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.014212 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.014502 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.014770 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.015049 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.015340 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.015625 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.015916 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.016206 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.016491 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.016792 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.017080 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.017394 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.017693 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.017985 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.018262 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.018545 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.018837 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.019115 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.019392 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.019683 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.019962 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.020266 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.020528 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.020824 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.021113 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.021412 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.021694 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.021985 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.022262 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.022534 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.022807 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.023083 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.023355 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.023641 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.023918 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.025370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.025676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.025969 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.026256 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.026539 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.026825 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.027106 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.027390 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.027671 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.027950 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.028229 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.028507 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.028782 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.029056 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.029349 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.029632 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.029908 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.030183 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.030457 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.030732 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.031005 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.031303 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.031584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.031863 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.032144 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.032424 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.032701 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.032977 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.033254 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.033557 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.033833 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.034123 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.034409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.034698 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.034980 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.035259 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.035584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.035866 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.036146 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.036427 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.036707 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.036987 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.037270 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.037574 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.037854 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.038137 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.038420 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.038714 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.039008 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.039283 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.039575 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.040339 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.040642 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.040931 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.041247 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.041558 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:16.041780 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:28:16.042026 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104168) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 06:28:16.345833 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 06:28:16.346034 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 06:28:16.346326 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 06:28:16.346664 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 06:28:16.768897 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.769186 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.769498 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.770786 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.771063 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.771331 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.826032 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.826311 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.826584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.841926 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.842208 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.842481 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.872714 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.872996 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.873269 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.910684 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.910967 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:16.911237 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.147736 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.148339 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.148339 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.148521 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.149870 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.250154 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.250481 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.250768 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.251044 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.251313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.251624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.251886 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.252142 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.252402 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.252682 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.252942 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.253206 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.253490 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.253745 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.254002 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.254266 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.254525 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.254793 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.255063 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.255323 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.255597 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.255848 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.256137 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.256514 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.256769 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.257011 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.257524 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.257676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.257916 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.258153 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.258413 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.259595 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:17.259963 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 06:28:17.263115 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 06:28:17.267014 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 06:28:17.270901 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 28 06:28:17.272507 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 06:28:17.273125 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 06:28:17.273492 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 06:28:17.273881 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 06:28:17.277670 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 06:28:17.277918 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 06:28:17.278262 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:28:17.283335 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 06:28:17.307818 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 06:28:17.308264 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.308562 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104168) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 06:28:17.308934 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.310295 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104168) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 06:28:17.310575 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:28:17.310826 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 06:28:17.314124 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.314407 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:17.477679 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 06:28:17.478087 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 06:28:17.478517 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 06:28:17.478903 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 06:28:17.531590 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO dbcounter [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Registered counter for database neutron Jul 28 06:28:17.551292 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_db.sqlalchemy.engines [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104168) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 06:28:17.557975 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG dbcounter [-] [104168] Writer thread running {{(pid=104168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:28:18.102667 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing driver for type 'gre' Jul 28 06:28:18.103321 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] gre ID ranges: [(1, 1000)] Jul 28 06:28:18.155369 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing driver for type 'local' Jul 28 06:28:18.156213 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing driver for type 'vlan' Jul 28 06:28:18.171193 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] VlanTypeDriver initialization complete Jul 28 06:28:18.171529 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing driver for type 'vxlan' Jul 28 06:28:18.172010 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] vxlan ID ranges: [(1, 1000)] Jul 28 06:28:18.224653 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing extension driver 'port_security' Jul 28 06:28:18.224986 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] PortSecurityExtensionDriver initialization complete Jul 28 06:28:18.225329 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing mechanism driver 'openvswitch' Jul 28 06:28:18.225653 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing mechanism driver 'hyperv' Jul 28 06:28:18.232908 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.plugin [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.233604 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.233977 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.234332 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.234832 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.235250 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.235604 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.235954 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.236347 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.236755 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.237105 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.237476 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.237864 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.238272 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.238717 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.238963 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.239351 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.239751 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.240095 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.240433 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.240829 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.241232 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > address_group after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.241604 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > address_group after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.241946 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > address_group after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.242332 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:28:18.243433 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] ML2 OVO RPC backend initialized. {{(pid=104168) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 06:28:18.244071 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.244428 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.244846 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.245199 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > networks before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.245569 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.245912 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > ports before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.246254 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.246593 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnets before_response 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.246937 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.247274 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.247609 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.247945 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.248280 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.248613 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.248944 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.249276 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.249629 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.257002 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded quota_driver: . Jul 28 06:28:18.257394 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.plugin [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Modular L2 Plugin initialization complete Jul 28 06:28:18.257743 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading services supported by the core plugin {{(pid=104168) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 06:28:18.258083 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.plugins.ml2.managers [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Got port-security extension from driver 'port_security' Jul 28 06:28:18.260400 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.extensions.vlantransparent [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Disabled vlantransparent extension. Jul 28 06:28:18.260900 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104168) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 06:28:18.261226 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: router Jul 28 06:28:18.296285 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.296718 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_create 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.297039 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router before_create 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.297434 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.297808 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.298161 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_delete 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.298519 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > floatingip after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.298867 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > floatingip after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.299223 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_create 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.299566 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.299911 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.300261 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.300620 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.301028 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.301430 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.301762 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.302099 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: subnet after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.302442 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.302789 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > port precommit_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.303134 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_create 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.303475 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.303818 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.304169 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router after_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.304509 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_delete 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.304857 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_create 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.305232 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.306329 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_update 55549900 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.306514 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > agent after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.306865 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > agent after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.307204 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > network after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.308054 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Tracking information for resource: router configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:18.308386 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Tracking information for resource: floatingip configured {{(pid=104168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:28:18.313191 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.db.l3_agentschedulers_db [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 06:28:18.313785 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.314145 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.314496 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.314845 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: port after_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.315618 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router before_create 55550100 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.315980 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_delete 55550100 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.316340 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_create 55550100 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.316696 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > router precommit_update 55550100 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.322077 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.provider_configuration [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service providers = [] {{(pid=104168) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 06:28:18.322437 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.db.servicetype_db [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104168) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 06:28:18.325525 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.service_base [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:28:18.325876 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.service_base [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:28:18.326215 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.service_base [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:28:18.327089 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.services.service_base [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:28:18.327457 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.services.service_base [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 06:28:18.327832 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.328147 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 06:28:18.338424 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.338757 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: auto_allocate Jul 28 06:28:18.344245 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: network precommit_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.344610 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: network precommit_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.345118 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.345471 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: tag Jul 28 06:28:18.352865 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.353056 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: timestamp Jul 28 06:28:18.356830 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.357159 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: network_ip_availability Jul 28 06:28:18.362583 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.362955 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.363312 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.364021 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.364336 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: flavors Jul 28 06:28:18.369807 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.370131 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading Plugin: revisions Jul 28 06:28:18.374333 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:28:18.374722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.028s {{(pid=104168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 06:28:18.375450 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104168) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 06:28:18.375783 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Initializing extension manager. Jul 28 06:28:18.376299 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: __init__.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.376642 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: __pycache__ {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.376974 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: address_group.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.377717 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.378271 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: address-group Jul 28 06:28:18.378592 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: address_scope.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.379261 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.379755 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: address-scope Jul 28 06:28:18.380073 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: admin_state_down_before_update.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.380939 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.381465 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: router-admin-state-down-before-update Jul 28 06:28:18.381787 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: agent.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.382439 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.382932 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: agent Jul 28 06:28:18.383249 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: agent_resources_synced.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.384135 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.384621 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: agent-resources-synced Jul 28 06:28:18.384939 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: allowedaddresspairs.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.386704 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.387229 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: allowed-address-pairs Jul 28 06:28:18.387556 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: auto_allocated_topology.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.388562 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.389063 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: auto-allocated-topology Jul 28 06:28:18.389415 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: availability_zone.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.390071 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.390565 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: availability_zone Jul 28 06:28:18.390887 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: availability_zone_filter.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.391754 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.392251 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: availability_zone_filter Jul 28 06:28:18.392571 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: data_plane_status.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.393442 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.393935 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 06:28:18.394256 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: default_subnetpools.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.395113 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.395610 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: default-subnetpools Jul 28 06:28:18.395930 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: dhcpagentscheduler.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.396697 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.397194 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: dhcp_agent_scheduler Jul 28 06:28:18.397541 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: dns.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.398405 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.398896 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension dns-integration not supported by any of loaded plugins Jul 28 06:28:18.399258 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: dns_domain_ports.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.400204 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.400695 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 06:28:18.401017 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.401925 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.402418 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 06:28:18.402736 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: dvr.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.403363 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.403853 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: dvr Jul 28 06:28:18.404171 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: ecmp_routes.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.405036 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.405551 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 06:28:18.405874 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: empty_string_filtering.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.406736 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.407232 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: empty-string-filtering Jul 28 06:28:18.407551 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.408406 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.408898 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:28:18.409217 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.410098 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.410598 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 06:28:18.410915 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: external_net.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.411766 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.412268 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: external-net Jul 28 06:28:18.412585 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: extra_dhcp_opt.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.413464 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.413962 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: extra_dhcp_opt Jul 28 06:28:18.414279 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: extraroute.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.415656 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.416152 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: extraroute Jul 28 06:28:18.416470 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: extraroute_atomic.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.417474 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.417978 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: extraroute-atomic Jul 28 06:28:18.418295 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: filter_validation.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.418921 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.419622 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: filter-validation Jul 28 06:28:18.419950 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: fip_pf_description.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.420811 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.421336 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 06:28:18.421651 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: fip_pf_port_range.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.422508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.423007 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 06:28:18.423325 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: fip_port_details.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.424186 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.424684 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: fip-port-details Jul 28 06:28:18.425001 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: flavors.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.426207 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.426713 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: flavors Jul 28 06:28:18.427038 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.428624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.429139 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 06:28:18.429500 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: floatingip_pools.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.430168 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.431351 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: floatingip-pools Jul 28 06:28:18.431686 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: ip_allocation.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.432557 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.433054 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 06:28:18.433400 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.434270 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.434766 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: ip-substring-filtering Jul 28 06:28:18.435090 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l2_adjacency.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.435962 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.436454 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 06:28:18.436777 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.437748 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.438253 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: router Jul 28 06:28:18.438577 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_conntrack_helper.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.440759 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.441272 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:28:18.441630 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.442502 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.443006 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: ext-gw-mode Jul 28 06:28:18.443331 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.444187 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.444686 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: l3-ha Jul 28 06:28:18.445008 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.445913 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.446890 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 06:28:18.447307 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_flavors.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.448196 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.448704 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: l3-flavors Jul 28 06:28:18.449024 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_ndp_proxy.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.450718 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.451036 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 06:28:18.451601 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.452507 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.453950 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 06:28:18.453950 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: l3agentscheduler.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.456109 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.456109 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: l3_agent_scheduler Jul 28 06:28:18.456109 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: local_ip.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.457581 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.457819 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension local_ip not supported by any of loaded plugins Jul 28 06:28:18.458102 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: logging.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.459518 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.460028 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension logging not supported by any of loaded plugins Jul 28 06:28:18.460363 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: metering.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.461055 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.462689 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: metering Jul 28 06:28:18.462973 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.464020 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.464529 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: metering_source_and_destination_fields Jul 28 06:28:18.464852 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: multiprovidernet.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.465743 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.466244 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: multi-provider Jul 28 06:28:18.466563 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: netmtu.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.467423 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.467921 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: net-mtu Jul 28 06:28:18.468246 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: netmtu_writable.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.469108 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.469638 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: net-mtu-writable Jul 28 06:28:18.469963 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: network_availability_zone.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.470588 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.471082 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: network_availability_zone Jul 28 06:28:18.471402 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: network_ip_availability.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.472441 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.472944 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: network-ip-availability Jul 28 06:28:18.473269 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: network_segment_range.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.474015 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.474510 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 06:28:18.474831 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: pagination.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.475755 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.476082 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: pagination Jul 28 06:28:18.476402 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_device_profile.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.477943 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.478608 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-device-profile Jul 28 06:28:18.478934 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_mac_address_override.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.479802 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.480305 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-mac-override Jul 28 06:28:18.480629 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.481514 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.482016 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-mac-address-regenerate Jul 28 06:28:18.482338 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.483198 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.483701 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-numa-affinity-policy Jul 28 06:28:18.484025 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_resource_request.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.484873 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.485397 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 06:28:18.485722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: port_resource_request_groups.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.486626 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.487187 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 06:28:18.487509 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: portbindings.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.488396 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.488897 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: binding Jul 28 06:28:18.489217 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: portbindings_extended.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.490443 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.490943 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: binding-extended Jul 28 06:28:18.491265 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: portsecurity.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.492121 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.492618 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-security Jul 28 06:28:18.492973 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: project_id.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.493922 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.494251 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: project-id Jul 28 06:28:18.494574 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: providernet.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.495430 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.495937 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: provider Jul 28 06:28:18.496258 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.499684 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.500206 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos not supported by any of loaded plugins Jul 28 06:28:18.500538 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.501761 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.502266 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 06:28:18.502591 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.503453 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.503951 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 06:28:18.504272 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_default.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.505128 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.505656 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-default not supported by any of loaded plugins Jul 28 06:28:18.505975 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_fip.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.506839 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.507337 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-fip not supported by any of loaded plugins Jul 28 06:28:18.507659 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_fip_network_policy.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.508566 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.509062 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 06:28:18.509418 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_gateway_ip.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.510582 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.511077 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 06:28:18.511394 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_port_network_policy.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.512251 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.512742 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 06:28:18.513059 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.514066 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.514561 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 06:28:18.514878 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.515855 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.516351 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 06:28:18.516668 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_pps_rule.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.517828 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.518328 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-pps not supported by any of loaded plugins Jul 28 06:28:18.518650 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_rule_type_details.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.519516 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.520017 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 06:28:18.520339 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_rule_type_filter.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.521191 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.521720 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 06:28:18.522042 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: qos_rules_alias.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.523025 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.523521 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 06:28:18.523843 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: quota_check_limit.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.525338 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.525843 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: quota-check-limit Jul 28 06:28:18.526165 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: quotasv2.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.527073 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.527393 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: quotas Jul 28 06:28:18.527708 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: quotasv2_detail.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.529374 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.529715 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: quota_details Jul 28 06:28:18.530050 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: rbac.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.532659 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.533179 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: rbac-policies Jul 28 06:28:18.533540 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: rbac_address_group.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.534420 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.534929 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: rbac-address-group Jul 28 06:28:18.535253 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: rbac_address_scope.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.536122 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.536627 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: rbac-address-scope Jul 28 06:28:18.536950 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: rbac_security_groups.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.537909 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.538412 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: rbac-security-groups Jul 28 06:28:18.538734 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: rbac_subnetpool.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.539690 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.540715 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: rbac-subnetpool Jul 28 06:28:18.541122 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: revisionifmatch.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.541936 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.542437 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: revision-if-match Jul 28 06:28:18.542756 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: revisions.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.543827 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.544335 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: standard-attr-revisions Jul 28 06:28:18.544660 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: router_availability_zone.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.545312 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.545884 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: router_availability_zone Jul 28 06:28:18.546205 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: routerservicetype.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.547076 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.547581 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension router-service-type not supported by any of loaded plugins Jul 28 06:28:18.547902 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.548779 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.549282 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: security-groups-normalized-cidr Jul 28 06:28:18.549623 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: security_groups_port_filtering.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.550496 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.550997 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: port-security-groups-filtering Jul 28 06:28:18.551317 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.552185 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.552682 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: security-groups-remote-address-group Jul 28 06:28:18.553000 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.553891 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.554393 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: security-groups-shared-filtering Jul 28 06:28:18.554712 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: securitygroup.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.564171 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.564693 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: security-group Jul 28 06:28:18.565023 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: segment.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.565748 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.566254 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension segment not supported by any of loaded plugins Jul 28 06:28:18.566580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.567460 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.567960 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 06:28:18.568281 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: servicetype.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.569339 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.569849 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: service-type Jul 28 06:28:18.570180 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: sorting.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.571126 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.571703 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: sorting Jul 28 06:28:18.572032 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: standard_attr_segment.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.572894 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.573431 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 06:28:18.573757 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: standardattrdescription.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.574365 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.574869 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: standard-attr-description Jul 28 06:28:18.575191 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: stateful_security_group.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.576074 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.576578 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: stateful-security-group Jul 28 06:28:18.576900 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: stdattrs_common.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.577471 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 06:28:18.577792 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.578664 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.579168 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 06:28:18.579492 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnet_onboard.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.580492 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.581000 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: subnet_onboard Jul 28 06:28:18.581353 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.582226 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.582725 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 06:28:18.583048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnet_service_types.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.583913 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.584415 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: subnet-service-types Jul 28 06:28:18.584739 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnetallocation.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.585779 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.586281 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: subnet_allocation Jul 28 06:28:18.587171 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.587954 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.588456 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: subnetpool-prefix-ops Jul 28 06:28:18.588778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.589692 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.590188 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 06:28:18.590516 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: tagging.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.591526 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.592036 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: standard-attr-tag Jul 28 06:28:18.592362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: timestamp.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.593524 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.594030 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loaded extension: standard-attr-timestamp Jul 28 06:28:18.594354 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: trunk.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.595342 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.595847 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension trunk not supported by any of loaded plugins Jul 28 06:28:18.596169 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: trunk_details.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.597033 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.597565 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension trunk-details not supported by any of loaded plugins Jul 28 06:28:18.597889 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: uplink_status_propagation.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.598761 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.599259 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 06:28:18.599581 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Loading extension file: vlantransparent.py {{(pid=104168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:28:18.600204 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:28:18.600705 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 06:28:18.603367 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:network Jul 28 06:28:18.603827 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnet Jul 28 06:28:18.604220 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:28:18.604607 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:port Jul 28 06:28:18.605887 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.606322 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service FLAVORS assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.606939 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.607358 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.607685 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:router Jul 28 06:28:18.608104 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:28:18.608570 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service METERING assigned prefix: /metering {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.610034 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.610421 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.610772 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:28:18.611737 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:28:18.612164 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:28:18.612590 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:28:18.613114 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service CORE assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.613474 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:28:18.613815 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] subnetpool is already registered Jul 28 06:28:18.614247 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service CORE assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.614548 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:28:18.614876 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] subnetpool is already registered Jul 28 06:28:18.617206 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.617661 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service FLAVORS assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.618765 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.619179 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.619510 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:router Jul 28 06:28:18.619843 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] router is already registered Jul 28 06:28:18.620250 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:28:18.620582 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] floatingip is already registered Jul 28 06:28:18.621040 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service METERING assigned prefix: /metering {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.621746 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:28:18.622069 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] rbac_policy is already registered Jul 28 06:28:18.622472 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:28:18.622805 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] security_group is already registered Jul 28 06:28:18.623203 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:28:18.623533 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] security_group_rule is already registered Jul 28 06:28:18.624156 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service CORE assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.624481 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:28:18.624813 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] subnetpool is already registered Jul 28 06:28:18.625223 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.v2.resource_helper [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Service CORE assigned prefix: {{(pid=104168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:28:18.625572 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:28:18.625900 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING neutron.quota.resource_registry [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] subnetpool is already registered Jul 28 06:28:18.626369 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: extensions {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.627829 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: address-groups {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.629354 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: address-scopes {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.630652 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: agents {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.631798 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: auto-allocated-topology {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.633022 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: availability_zones {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.634850 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: dhcp-networks {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.636374 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: dhcp-agents {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.637839 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: routers {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.639530 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: flavors {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.640785 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: service_profiles {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.642036 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: next_providers {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.643479 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: service_profiles {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.645024 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: floatingip-pools {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.646274 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: routers {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.647971 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: floatingips {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.649325 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: l3-routers {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.650742 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: l3-agents {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.652136 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: metering-labels {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.653411 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: metering-label-rules {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.654789 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: network-ip-availabilities {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.656036 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: bindings {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.657630 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: quotas {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.660105 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: quotas {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.661669 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: rbac-policies {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.662859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: security-groups {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.664153 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: security-group-rules {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.665544 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: service-providers {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.666753 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: subnetpools {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.668062 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: subnetpools {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.669620 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.671293 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.673139 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.674944 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.676625 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.678598 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.680823 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.682739 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.684501 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.686266 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron.api.extensions [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Extended resource: tags {{(pid=104168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:28:18.692374 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING keystonemiddleware.auth_token [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 06:28:18.698269 dv-cinder-850605-1-iscsi neutron-server[104168]: WARNING keystonemiddleware.auth_token [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 06:28:18.706991 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Acquired lock "singleton_lock" {{(pid=104168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 06:28:18.707459 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_concurrency.lockutils [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Releasing lock "singleton_lock" {{(pid=104168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 06:28:18.708100 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Starting 2 workers Jul 28 06:28:18.712911 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Started child 104277 {{(pid=104168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:28:18.717478 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Started child 104278 {{(pid=104168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:28:18.718878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.719520 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO neutron.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 06:28:18.719615 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Publish callbacks [] for process (None), before_spawn {{(pid=104168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.720351 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [-] (104277) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:28:18.722063 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Starting 1 workers Jul 28 06:28:18.722171 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.723434 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [-] (104278) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:28:18.727312 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Started child 104279 {{(pid=104168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:28:18.727831 dv-cinder-850605-1-iscsi neutron-server[104168]: INFO oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Starting 1 workers Jul 28 06:28:18.731115 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] calling RpcWorker wait() {{(pid=104279) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 06:28:18.731656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] returning from RpcWorker wait() {{(pid=104279) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 06:28:18.732310 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Started child 104280 {{(pid=104168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:28:18.732829 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.733088 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG neutron_lib.callbacks.manager [None req-c3e27f02-b469-443b-b7ce-6ea06f45501f None None] Publish callbacks [] for process (None), after_spawn {{(pid=104168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.733265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.735124 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:28:18.735331 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:28:18.735507 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:28:18.735731 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:28:18.736057 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:28:18.736237 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:28:18.736745 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.737003 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.737266 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.737583 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.738172 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.738436 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.738667 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739012 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739114 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.739584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739584 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739810 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.739975 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.740351 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.740456 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.740640 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.740892 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.741141 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.741335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.741592 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.741854 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.742098 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.742420 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] debug = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.742665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.743740 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.743994 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.744317 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.744564 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.744826 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.745084 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.745373 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.745609 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.745822 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.746066 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.746324 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.746586 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.746826 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.747053 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.747327 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.747562 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.748040 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] host = dv-cinder-850605-1-iscsi {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.748282 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.748529 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.748773 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.748998 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.749242 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.749502 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.749755 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.750009 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.750271 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.750509 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.750768 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.751012 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.751254 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.751497 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.751659 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_options = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.751879 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.752156 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.752411 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.752607 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.752774 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.752936 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.753181 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.753364 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.753620 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.753852 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.754063 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.754297 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.754536 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.754748 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.755014 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.755257 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.755687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.755804 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.755979 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.756650 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.756650 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.756650 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.756874 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.757071 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.757283 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.757859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.757859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.758033 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.758185 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.759124 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.759496 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.759802 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.760369 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.760622 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.760901 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.761380 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.761380 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.761687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.761831 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.762064 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.762321 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.762586 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.762787 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.763012 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.763377 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.763529 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.763672 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_json = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.763871 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.764082 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.764325 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.764566 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.764776 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.764998 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.765205 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.765450 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.765640 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.766077 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.766354 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.766677 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.766989 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.767161 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.767382 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.767632 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.768722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.768722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.768722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.768722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.772778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773919 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.773919 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.774082 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.774295 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.774634 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.774927 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.775187 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.775435 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.775685 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.775939 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.776174 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.776392 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.776604 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.776944 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.777203 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.777390 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.777538 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.777737 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.778140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.778140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.779359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.779359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.779359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.779359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.779359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.780612 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.780612 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.780612 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.780612 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.780612 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.781506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.781506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.781506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.781506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782343 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782343 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782343 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782343 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782957 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782957 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.782957 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.783374 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.783374 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.783651 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.783816 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.784034 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.784252 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.785426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.785426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.785426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.785426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.785426 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.786371 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.786371 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.786371 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.786371 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.786371 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.787624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.789048 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790714 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.790714 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.791078 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.791413 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.791413 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.791862 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.791862 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.792236 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.792441 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.792663 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.792878 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.793110 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.793334 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.793579 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.793792 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.794016 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.794454 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.794454 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795041 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795041 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795627 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.795862 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.796106 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.796378 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.796613 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.796893 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.797181 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.797449 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.797723 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.797956 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.798203 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.798457 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.798717 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.800368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801878 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.801953 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.802174 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.802375 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.802633 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.802875 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.803122 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.803359 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.803582 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.803814 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.804045 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.804285 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.804490 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.804697 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.804903 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.805148 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.805894 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.806212 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.806520 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.806798 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.807041 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.807368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.807368 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808173 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808920 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808920 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.808920 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.809565 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.809565 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.809565 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.810370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.810370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.810370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.810370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.811508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.811508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.811508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.811508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.811508 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.813235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.814409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.814409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.814409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.814409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.814409 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.815506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.815506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.815506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.815506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.815506 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.816687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.816687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.816687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.816687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.816687 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.818234 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819313 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819723 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819723 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.819859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.820197 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.820349 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.820552 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.820778 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.822085 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.822362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.822808 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.822808 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.823116 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.823264 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.823424 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.823638 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.823847 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.824095 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.824302 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.824510 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.824728 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.824941 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.825171 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.825665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.825665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.825818 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.825980 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.826194 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.826422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.826646 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.826853 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.827081 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.827299 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.827529 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.827716 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.827980 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.828140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.828344 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.828567 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.828916 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.829207 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.829531 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.829782 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.830001 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.830293 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.830537 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.830776 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.831017 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.831335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.831546 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.831801 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.832060 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.832269 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.832511 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.832762 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.833083 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.833388 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.833654 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.833918 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.834206 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.834477 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.834745 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.834957 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.835268 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.835603 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.835888 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.836150 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.836397 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.836721 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.836958 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.837312 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.837572 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.837796 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.838024 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.838254 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.838503 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.838749 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.838985 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.839219 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.839434 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.839663 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.839873 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.840107 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.840407 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.840545 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:28:18.841046 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:28:18.841212 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:28:18.841407 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:28:18.841580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:28:18.841751 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:28:18.841907 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:28:18.842118 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.842281 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.842535 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.842666 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.842793 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.842922 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843077 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843237 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843401 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843542 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843700 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.843844 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844003 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844159 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844316 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844456 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844615 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844776 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.844933 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.845090 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.845249 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.845470 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] debug = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.845636 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.845802 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846008 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846196 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846196 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846475 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846475 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846768 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.846768 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847037 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847178 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847318 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847457 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847597 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847736 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847964 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.847964 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848140 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] host = dv-cinder-850605-1-iscsi {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848237 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848429 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848557 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848683 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848808 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.848932 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.849033 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849117 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849231 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849422 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849737 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.849893 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850050 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850206 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_options = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850517 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850677 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.850834 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851015 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851177 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851335 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851492 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851686 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851824 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.851950 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.852580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.852859 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853026 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853184 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853427 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853565 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853692 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853827 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.853976 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854346 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854346 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854593 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854593 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854739 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.854852 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855009 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855165 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855322 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855483 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855823 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.855958 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856094 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856237 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856384 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856530 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856666 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856800 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.856933 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.857090 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.857248 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.857419 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.857556 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.857714 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858275 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858275 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858275 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_json = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858951 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858951 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858951 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858951 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.858951 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.859362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.859362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.859362 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.859585 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:28:18.859665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.859769 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.859939 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.860099 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.860258 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.860419 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.860557 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.860694 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861037 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861037 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861276 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861423 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861547 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861670 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861793 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.861954 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.862114 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.862275 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.862436 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.862596 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863021 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863021 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863184 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863264 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863354 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863507 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863832 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.863991 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864156 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864330 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864494 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864657 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864813 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.864975 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865126 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865267 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865524 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865705 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865848 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.865994 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866134 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866283 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866425 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866581 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866722 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866860 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.866999 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.867160 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.867306 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.867468 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.867624 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.868403 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.868568 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.868792 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.868882 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.868997 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869166 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869354 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869519 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869665 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869827 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.869986 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870145 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870306 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870467 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870627 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870787 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.870959 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871119 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871277 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871437 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871597 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871760 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.871920 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872072 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872225 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872383 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872545 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872802 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.872931 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873057 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873142 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873344 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873476 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873626 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873784 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.873928 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874307 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874307 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874597 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874597 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874756 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874838 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.874992 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.875155 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.875311 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.875628 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.875789 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.875932 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876107 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876239 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876398 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876560 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876720 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.876861 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877023 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877180 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877360 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877522 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877680 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877839 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.877997 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878156 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878318 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878467 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878658 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878787 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.878912 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879061 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879219 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879376 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879544 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879704 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.879867 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880022 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880249 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880392 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880537 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880677 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880811 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.880948 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881095 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881241 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881424 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881554 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881695 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881847 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.881986 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882125 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882290 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882440 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882617 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882765 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.882926 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.883072 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.883235 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.883921 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.884182 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.884476 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.884643 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.884811 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.884958 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885122 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885282 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885452 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885615 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885761 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.885923 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886082 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886233 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886376 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886516 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886666 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886816 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.886956 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887095 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887242 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887392 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887599 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887769 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.887930 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.888089 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.888248 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.888397 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.888559 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.888799 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889028 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889028 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889342 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889342 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889599 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889735 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.889877 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890004 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890089 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890215 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890374 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890535 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890695 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.890853 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891193 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891193 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891430 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891554 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891688 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891816 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.891899 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892058 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892216 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892378 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892540 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892700 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.892858 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893017 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893176 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893353 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893517 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893679 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893836 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.893994 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894152 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894309 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894470 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894630 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894790 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.894949 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895110 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895269 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895427 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895585 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895745 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.895903 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896063 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896221 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896379 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896551 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896711 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.896883 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.897676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.897676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.897676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.897676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.897676 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898073 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898073 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898239 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898325 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898439 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898598 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898756 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.898909 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.899695 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.899861 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900033 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900175 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900337 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900495 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900653 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900811 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.900980 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901138 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901324 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901477 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901636 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901794 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.901962 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902122 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902280 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902439 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902602 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902761 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.902928 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903089 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903249 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903415 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903573 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903731 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.903890 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904060 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904218 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904380 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904538 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904697 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.904855 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905016 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905179 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905370 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905537 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905698 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.905873 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906019 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906186 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906346 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906511 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906674 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906831 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.906991 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907149 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907309 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907468 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907628 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907786 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.907944 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908104 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908262 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908421 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908580 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908738 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.908897 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909057 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909215 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909395 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909560 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909765 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:28:18.909869 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:28:18.913719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48730) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:18.922402 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064218 Jul 28 06:28:28.220523 dv-cinder-850605-1-iscsi neutron-server[104168]: DEBUG dbcounter [-] [104168] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:30.120638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71251ebc-0938-4be4-8683-50caa3d62551 None None] get_active_networks_info from dv-cinder-850605-1-iscsi {{(pid=104279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 06:28:30.124822 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writer thread running {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:28:30.198644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71251ebc-0938-4be4-8683-50caa3d62551 None None] No non-hosted networks {{(pid=104279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 06:28:30.214526 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.agentschedulers_db [None req-71251ebc-0938-4be4-8683-50caa3d62551 None None] DHCP Agent not found on host dv-cinder-850605-1-iscsi {{(pid=104279) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 06:28:30.276748 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-98efad09-aba9-47a7-a8f3-0e52991f0311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.828091 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writer thread running {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:28:32.385516 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f5db048b-4be6-4643-87d9-0eb3a1ace7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.411448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f6b5caf3-81b1-45b8-aa1f-1555de8cc641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.511324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48798) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:33.830394 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.238105 dv-cinder-850605-1-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-4c861dcc-f231-47fa-97fc-fc8061e321ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:34.239109 dv-cinder-850605-1-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-4c861dcc-f231-47fa-97fc-fc8061e321ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:34.468904 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-4c861dcc-f231-47fa-97fc-fc8061e321ba admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:34.481901 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4c861dcc-f231-47fa-97fc-fc8061e321ba admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9640894 Jul 28 06:28:34.930038 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.db.l3_hamode_db [None req-b9bf9146-1130-4077-ac15-f1e92f372a7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 06:28:35.025612 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf9146-1130-4077-ac15-f1e92f372a7e None None] Routers set() bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:35.026369 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf9146-1130-4077-ac15-f1e92f372a7e None None] Router IDs set() for agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 06:28:35.579914 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.652806 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.654314 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.654693 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.655200 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.655546 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.655869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.656184 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.656661 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.657162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.657502 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.657966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.658434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.658896 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.659406 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.660103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.660706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:35.661357 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850605-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:35.667699 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850605-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:36.802285 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48834) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:37.151817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:37.244999 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.policy [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 06:28:37.290150 dv-cinder-850605-1-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:37.290454 dv-cinder-850605-1-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:37.310928 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writer thread running {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:28:37.391629 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241738709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241739225', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241755385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241762007', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241834192', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792241843272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1313072', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1143068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8232668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8022587'] for rbac-policy (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.469380 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.481338 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-667d180a-fccc-472d-8156-516f1bc20a36 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6671951 Jul 28 06:28:39.723144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 48846) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:40.234641 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:40.235212 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:40.454979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:40.468249 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writer thread running {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:28:40.510992 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Made reservation on behalf of 89d1fa86df9a40fe96f2a7554edbbaed for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:40.572390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.policy [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 06:28:40.615980 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:40.616351 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:28:40.627148 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.651390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.765865 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks [] for security_group (875ff0a2-5ffa-47fe-b58f-db44aa01037b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.769597 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (875ff0a2-5ffa-47fe-b58f-db44aa01037b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.790936 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:40.827970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792238729409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (628321ae-7cb0-4fd4-a45c-78daa6bbf731), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.828517 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Unsubscribe: segment precommit_create {{(pid=104277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 06:28:40.829061 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Added segment 628321ae-7cb0-4fd4-a45c-78daa6bbf731 of type vlan for network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f Jul 28 06:28:40.868265 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=875ff0a2-5ffa-47fe-b58f-db44aa01037b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.903297 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.903637 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.903990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.904321 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.904646 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.904969 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.905285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.905628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.905944 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.906256 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.906574 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.906902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.907216 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.907527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.907837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Tracked resource versions report: Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: pushed versions: Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Agent': {'1.1'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Log': {'1.0'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Network': {'1.1'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Port': {'1.7'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: consumer versions: Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Agent': '1.1', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Log': '1.0', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'NDPProxy': '1.0', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Network': '1.1', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Port': '1.7', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'PortForwarding': '1.3', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'QosPolicy': '1.10', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SubPort': '1.0', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Subnet': '1.1', Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Trunk': '1.1'}} Jul 28 06:28:40.909225 dv-cinder-850605-1-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:40.939645 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (4ff15876-befd-4ccc-ac94-7734b8c4cd6f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.982538 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (4ff15876-befd-4ccc-ac94-7734b8c4cd6f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.987815 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:40.988512 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.083588 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3583901 Jul 28 06:28:41.112275 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e76dc-afe0-4fb2-9cc3-2308adf35e67 demo demo] Pushing event updated for resources: {'Network': ['ID=4ff15876-befd-4ccc-ac94-7734b8c4cd6f,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:41.125757 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:43.373575 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48866) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:43.832151 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5125da-bf9b-4c47-a7ed-9bee17b80dfb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:43.833684 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1b5125da-bf9b-4c47-a7ed-9bee17b80dfb demo admin] 10.222.0.20 "GET /v2.0/networks/4ff15876-befd-4ccc-ac94-7734b8c4cd6f HTTP/1.1" status: 200 len: 825 time: 0.4591451 Jul 28 06:28:43.859050 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3fc98877-4864-4d1f-a1b8-7fc298f8e9f9 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/77cded1c-f9eb-459b-9f56-ab361469e149 HTTP/1.1" status: 200 len: 734 time: 0.0185215 Jul 28 06:28:43.867579 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Request body: {'subnet': {'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'gateway_ip': '172.20.0.1'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:43.893497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Made reservation on behalf of 89d1fa86df9a40fe96f2a7554edbbaed for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:43.895968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.186037 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (527fc2f7-62f5-40ba-8b30-cde72b2e52f8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.198426 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:44.264069 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Checking segment: {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:44.264447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Network hostable DHCP agents. Network: 4ff15876-befd-4ccc-ac94-7734b8c4cd6f, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:44.272488 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=527fc2f7-62f5-40ba-8b30-cde72b2e52f8,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:44.284833 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.285171 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.285545 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.285875 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.286197 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.286513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.286833 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.287145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.287479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.287791 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.288103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.288414 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.288968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.288968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.289374 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Tracked resource versions report: Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: pushed versions: Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Log': {'1.0'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Network': {'1.1'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Port': {'1.7'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: consumer versions: Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Agent': '1.1', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Log': '1.0', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Network': '1.1', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Port': '1.7', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SubPort': '1.0', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Subnet': '1.1', Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Jul 28 06:28:44.290747 dv-cinder-850605-1-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:44.314566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:44.327957 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 4ff15876-befd-4ccc-ac94-7734b8c4cd6f) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:44.332393 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:44.333015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.337911 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2cb024-fb57-4c7f-beb1-04a4c4b4fe1d None None] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:44.355701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9349b3aa-17de-4522-bb55-14aff098f3c2 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4849379 Jul 28 06:28:44.613199 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:44.614613 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.895424 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Allocated IP 172.20.0.2 (4ff15876-befd-4ccc-ac94-7734b8c4cd6f/527fc2f7-62f5-40ba-8b30-cde72b2e52f8/abdb5bc8-a16e-425f-92b1-c99f3a2c1c25) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:44.982847 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:45.177420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks [] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.188191 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.263692 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:45.272777 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:45.277086 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:45.284374 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Pushing event updated for resources: {'Port': ['ID=abdb5bc8-a16e-425f-92b1-c99f3a2c1c25,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.318143 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.318493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.318848 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.319203 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.319539 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.319901 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.320733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.321062 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.321667 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.321993 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.322319 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.322658 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.322982 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.323301 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.323619 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Tracked resource versions report: Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: pushed versions: Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Log': {'1.0'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Network': {'1.1'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Port': {'1.7'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: consumer versions: Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Agent': '1.1', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Log': '1.0', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Network': '1.1', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Port': '1.7', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SubPort': '1.0', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Subnet': '1.1', Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Jul 28 06:28:45.325053 dv-cinder-850605-1-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:45.379846 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Attempting to bind port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:45.380517 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Attempting to bind port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:45.380646 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Attempting to bind port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 on network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:45.383400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:45.386449 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:45.386955 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Checking segment: {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:45.387422 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.387817 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Bound using segment: {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:45.388286 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Bound port: abdb5bc8-a16e-425f-92b1-c99f3a2c1c25, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:45.388884 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.454475 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] For port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:45.474752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] For port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=abdb5bc8-a16e-425f-92b1-c99f3a2c1c25,segment=NetworkSegment(628321ae-7cb0-4fd4-a45c-78daa6bbf731),segment_id=628321ae-7cb0-4fd4-a45c-78daa6bbf731)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:45.482628 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.541365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e17f-2c04-446d-a4e7-351fa60c5076 None None] Pushing event updated for resources: {'Port': ['ID=abdb5bc8-a16e-425f-92b1-c99f3a2c1c25,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:46.666347 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48882) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:47.025612 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-5c3aea1b-e94b-47e2-b351-ca3806f5fc92 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:47.026598 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5c3aea1b-e94b-47e2-b351-ca3806f5fc92 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3593132 Jul 28 06:28:48.586311 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:48.597069 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.324786 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48894) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:49.660645 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-8a48043e-db20-4086-a270-5965b2a2ff03 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:49.661646 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8a48043e-db20-4086-a270-5965b2a2ff03 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3359091 Jul 28 06:28:51.081230 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=47,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:51.108810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=35,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:51.979719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48904) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:52.311124 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:52.336929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (44da94c9-80d1-401d-8598-079e8b027609), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.338690 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (44da94c9-80d1-401d-8598-079e8b027609), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.344608 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:52.524212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Publish callbacks [] for router_controller (44da94c9-80d1-401d-8598-079e8b027609), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.529607 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (44da94c9-80d1-401d-8598-079e8b027609), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.550921 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.552140 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ea7bfcc8-7f2a-4115-abb3-0897092155b6 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5713229 Jul 28 06:28:53.485162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:53.567176 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:53.567590 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:53.669892 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:53.670266 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:53.700044 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40417cb4-c385-4b21-8124-a46c57756323 None None] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:53.749596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=abdb5bc8-a16e-425f-92b1-c99f3a2c1c25,segment=NetworkSegment(628321ae-7cb0-4fd4-a45c-78daa6bbf731),segment_id=628321ae-7cb0-4fd4-a45c-78daa6bbf731)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:53.755010 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:53.843719 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-370052a0-4fdb-4a4c-b36b-11b4549606d8 None None] Provisioning complete for port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:53.844102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-370052a0-4fdb-4a4c-b36b-11b4549606d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:53.848602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=abdb5bc8-a16e-425f-92b1-c99f3a2c1c25,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:53.962354 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-370052a0-4fdb-4a4c-b36b-11b4549606d8 None None] Current status of the port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:54.073578 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:54.082484 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-0d9f73b3-0529-427b-83b3-1737ffc35625 None None] Provisioning complete for port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:54.082908 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0d9f73b3-0529-427b-83b3-1737ffc35625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:54.160320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f73b3-0529-427b-83b3-1737ffc35625 None None] Current status of the port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:54.836205 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48918) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:55.157935 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-eddf0577-b9b6-49ef-9ddd-be4f8d2eeb7e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:55.158945 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-eddf0577-b9b6-49ef-9ddd-be4f8d2eeb7e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3218138 Jul 28 06:28:55.452858 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:55.497091 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:55.497504 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.526573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.569507 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:57.408934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48926) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:57.734047 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:57.756708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Made reservation on behalf of 25016d71f554431cbc0d0222ca313083 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:57.759086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.774765 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.883036 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks [] for security_group (721cab0b-3701-4555-bd10-eeb097a65a58), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.886853 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (721cab0b-3701-4555-bd10-eeb097a65a58), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.906332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Reserving flat network on physical network physnet1 {{(pid=104278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 06:28:57.925112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cab0b-3701-4555-bd10-eeb097a65a58,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:57.931224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792238729409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (ff28bb3c-b918-468a-8d96-dc0f9ca6d36e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.931755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Unsubscribe: segment precommit_create {{(pid=104278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 06:28:57.932237 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Added segment ff28bb3c-b918-468a-8d96-dc0f9ca6d36e of type flat for network c61c9185-be2d-48ff-9775-9279d83b13bc Jul 28 06:28:57.984431 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (c61c9185-be2d-48ff-9775-9279d83b13bc), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.024126 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (c61c9185-be2d-48ff-9775-9279d83b13bc), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.025167 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:58.025771 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.103284 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6932552 Jul 28 06:28:58.121405 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c90e8-c026-41b8-83ef-ab8fa0fdbe68 admin admin] Pushing event updated for resources: {'Network': ['ID=c61c9185-be2d-48ff-9775-9279d83b13bc,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:58.132599 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network c61c9185-be2d-48ff-9775-9279d83b13bc details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:29:00.055320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a5c12f61-3b7e-47d4-820c-5d48624e08c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.318766 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48934) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:00.692275 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1929295-8297-4f7d-a7ec-1d9ed9cd099d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.693681 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e1929295-8297-4f7d-a7ec-1d9ed9cd099d demo admin] 10.222.0.20 "GET /v2.0/subnets/527fc2f7-62f5-40ba-8b30-cde72b2e52f8 HTTP/1.1" status: 200 len: 849 time: 0.3739834 Jul 28 06:29:00.810826 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9161b468-8294-40c5-bb8f-3d12856ed731 demo admin] 10.222.0.20 "GET /v2.0/routers/44da94c9-80d1-401d-8598-079e8b027609 HTTP/1.1" status: 200 len: 704 time: 0.1109610 Jul 28 06:29:01.076121 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.078603 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:01.270293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:01.373778 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Allocated IP 172.20.0.1 (4ff15876-befd-4ccc-ac94-7734b8c4cd6f/527fc2f7-62f5-40ba-8b30-cde72b2e52f8/10bc55a1-97d7-4da6-8625-e34bc2ff89fb) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:29:01.532432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks [] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.641653 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.718540 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:29:01.728525 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:01.732975 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:29:01.734154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (44da94c9-80d1-401d-8598-079e8b027609), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.753727 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Pushing event updated for resources: {'Port': ['ID=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.920485 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-365da8dc-d288-4cd1-b2b2-14e3a26beee7 None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:01.921019 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-365da8dc-d288-4cd1-b2b2-14e3a26beee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.935372 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.002759 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-365da8dc-d288-4cd1-b2b2-14e3a26beee7 None None] Port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:29:02.142136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks [] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.146455 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.147927 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (44da94c9-80d1-401d-8598-079e8b027609), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.179337 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:02.229955 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Pushing event updated for resources: {'Port': ['ID=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:02.261950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:02.282315 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:29:02.283597 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:02.377968 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-588c316a-bb12-4482-92c2-c2cc0ba4b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.446561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Router 44da94c9-80d1-401d-8598-079e8b027609 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:29:02.522064 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-226c055d-a98f-48ae-a109-f9d8d96c01c0 None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:02.523141 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-226c055d-a98f-48ae-a109-f9d8d96c01c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.537249 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:02.549756 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3b4a0d4f-7aa7-4504-afa9-1bc5e9e8c01c demo admin] 10.222.0.20 "PUT /v2.0/routers/44da94c9-80d1-401d-8598-079e8b027609/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7265711 Jul 28 06:29:02.555646 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-226c055d-a98f-48ae-a109-f9d8d96c01c0 None None] Port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:29:02.561005 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Sync routers for ids ['44da94c9-80d1-401d-8598-079e8b027609'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:02.574317 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Routers {'44da94c9-80d1-401d-8598-079e8b027609'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:02.575162 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:29:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['44da94c9-80d1-401d-8598-079e8b027609'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:02.754554 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Set router 44da94c9-80d1-401d-8598-079e8b027609 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:03.173819 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:01Z', 'revision_number': 2, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port_host': None, '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:02Z', 'revision_number': 2, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:03.223749 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Checking router: 44da94c9-80d1-401d-8598-079e8b027609 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:03.224123 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Updating router 44da94c9-80d1-401d-8598-079e8b027609 port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:29:03.279114 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.767280 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.785848 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks [] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.796757 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.799558 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:29:03.959131 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Pushing event updated for resources: {'Port': ['ID=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:03.975859 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Attempting to bind port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:29:03.976319 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Attempting to bind port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:29:03.976699 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Attempting to bind port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb on network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:03.979608 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.979959 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.980309 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.980656 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.980991 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.981351 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.981688 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.982018 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.982347 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.982676 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.983004 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.983348 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.983679 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.984003 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.984352 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Tracked resource versions report: Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: pushed versions: Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: { 'AddressGroup': {'1.2'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Agent': {'1.1'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'ConntrackHelper': {'1.0'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Log': {'1.0'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'NDPProxy': {'1.0'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Network': {'1.1'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Port': {'1.7'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'PortForwarding': {'1.3'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'QosPolicy': {'1.10'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroup': {'1.5'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SubPort': {'1.0'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Subnet': {'1.1'}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Trunk': {'1.1'}} Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: consumer versions: Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Agent': '1.1', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'ConntrackHelper': '1.0', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'LocalIPAssociation': '1.0', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Log': '1.0', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'NDPProxy': '1.0', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Network': '1.1', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Port': '1.7', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'PortForwarding': '1.3', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'QosPolicy': '1.10', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroup': '1.5', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroupRule': '1.2', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SubPort': '1.0', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Subnet': '1.1', Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Trunk': '1.1'}} Jul 28 06:29:03.985833 dv-cinder-850605-1-iscsi neutron-server[104280]: {{(pid=104280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:29:03.993248 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:29:03.993694 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Checking segment: {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:03.994164 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.994557 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Bound using segment: {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:29:03.995047 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Bound port: 10bc55a1-97d7-4da6-8625-e34bc2ff89fb, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628321ae-7cb0-4fd4-a45c-78daa6bbf731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:29:03.995435 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.037482 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:04.064023 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] For port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:29:04.083095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-5ca9d6f8-d3cb-4f8f-bdfc-aad59502915c None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:04.083495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d6f8-d3cb-4f8f-bdfc-aad59502915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.084241 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] For port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,segment=NetworkSegment(628321ae-7cb0-4fd4-a45c-78daa6bbf731),segment_id=628321ae-7cb0-4fd4-a45c-78daa6bbf731)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:29:04.091806 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.119657 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9d6f8-d3cb-4f8f-bdfc-aad59502915c None None] Port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:29:04.143971 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:04.159556 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8ea8c-4631-42b6-9797-0837b10c09b5 None None] Pushing event updated for resources: {'Port': ['ID=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:04.166070 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Routers {'44da94c9-80d1-401d-8598-079e8b027609'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:04.166703 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:29:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['44da94c9-80d1-401d-8598-079e8b027609'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:04.256106 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] Set router 44da94c9-80d1-401d-8598-079e8b027609 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:04.339859 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:04.340254 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.421042 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Current status of the port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:04.421387 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.455563 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:01Z', 'revision_number': 2, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port_host': None, '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:04Z', 'revision_number': 4, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:04.456680 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] For port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,segment=NetworkSegment(628321ae-7cb0-4fd4-a45c-78daa6bbf731),segment_id=628321ae-7cb0-4fd4-a45c-78daa6bbf731)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:04.461689 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.484961 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd4dc2-556a-4c65-b2b5-15c7d3ea497a None None] The sync data for ids ['44da94c9-80d1-401d-8598-079e8b027609'] in dv-cinder-850605-1-iscsi is: [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:01Z', 'revision_number': 2, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port_host': None, '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:04Z', 'revision_number': 4, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:04.516114 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8f62c-f546-4003-a9f5-badceb90a2d0 None None] Pushing event updated for resources: {'Port': ['ID=10bc55a1-97d7-4da6-8625-e34bc2ff89fb,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:04.797708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48944) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:05.212773 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717dd206-3957-4a53-8769-f2fbe6e892ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:05.214178 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-717dd206-3957-4a53-8769-f2fbe6e892ea admin admin] 10.222.0.20 "GET /v2.0/networks/c61c9185-be2d-48ff-9775-9279d83b13bc HTTP/1.1" status: 200 len: 842 time: 0.4152551 Jul 28 06:29:05.223484 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:05.246883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Made reservation on behalf of 25016d71f554431cbc0d0222ca313083 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:29:05.249384 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.523270 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.objects.ports [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104278) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 06:29:05.523711 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (506aedb8-0fce-4a4c-a6d8-e44730b412ec), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.539801 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.654041 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.671405 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506aedb8-0fce-4a4c-a6d8-e44730b412ec,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:05.674373 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:05.674799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Network hostable DHCP agents. Network: c61c9185-be2d-48ff-9775-9279d83b13bc, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:29:05.695060 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:29:05.706532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, c61c9185-be2d-48ff-9775-9279d83b13bc) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:05.714295 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:05.714885 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.717960 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1b218-da24-4461-acbb-f57762970dbb None None] Network c61c9185-be2d-48ff-9775-9279d83b13bc requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:29:05.745981 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-da9c71f4-d6f0-42a4-bfb2-f8bbba2d8e93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5256619 Jul 28 06:29:05.841711 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d87bb7-7691-462f-9604-2209c8a46452 None None] Network c61c9185-be2d-48ff-9775-9279d83b13bc requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:29:08.097473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48952) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:08.525455 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c207c9d2-a51d-4cfd-9c0d-a540fc4ae5d6 demo admin] 10.222.0.20 "GET /v2.0/routers/44da94c9-80d1-401d-8598-079e8b027609 HTTP/1.1" status: 200 len: 710 time: 0.4266398 Jul 28 06:29:08.573913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:08.588522 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:08.621613 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602be17-6e3c-4c12-94be-d4c233b999aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.622982 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e602be17-6e3c-4c12-94be-d4c233b999aa demo admin] 10.222.0.20 "GET /v2.0/networks/c61c9185-be2d-48ff-9775-9279d83b13bc HTTP/1.1" status: 200 len: 886 time: 0.0919712 Jul 28 06:29:08.632699 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a637218f-462f-46af-912c-768653330632 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:08.877549 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks [] for router_gateway (44da94c9-80d1-401d-8598-079e8b027609), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.101507 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks [] for router_gateway (44da94c9-80d1-401d-8598-079e8b027609), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.177669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.293507 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-a637218f-462f-46af-912c-768653330632 demo admin] Allocated IP 172.27.1.188 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/cb911301-e6c7-46a9-b908-7a32e3a9d775) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:29:09.407178 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks [] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.441564 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.473901 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.483574 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 10bc55a1-97d7-4da6-8625-e34bc2ff89fb up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:09.486223 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637218f-462f-46af-912c-768653330632 demo admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:29:09.487929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-a637218f-462f-46af-912c-768653330632 demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:09.492118 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637218f-462f-46af-912c-768653330632 demo admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:29:09.524519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.528519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637218f-462f-46af-912c-768653330632 demo admin] Pushing event updated for resources: {'Port': ['ID=cb911301-e6c7-46a9-b908-7a32e3a9d775,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:09.529102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.534613 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.538250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:09.539424 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.627540 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:09.749286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks [] for router_gateway (44da94c9-80d1-401d-8598-079e8b027609), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.027927 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8287650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8334773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1874'] for router (44da94c9-80d1-401d-8598-079e8b027609), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.031279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8287659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8287632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8334754'] for router (44da94c9-80d1-401d-8598-079e8b027609), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.134688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a637218f-462f-46af-912c-768653330632 demo admin] Router 44da94c9-80d1-401d-8598-079e8b027609 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:29:10.241348 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a637218f-462f-46af-912c-768653330632 demo admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:10.245510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a637218f-462f-46af-912c-768653330632 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.246723 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a637218f-462f-46af-912c-768653330632 demo admin] 10.222.0.20 "PUT /v2.0/routers/44da94c9-80d1-401d-8598-079e8b027609 HTTP/1.1" status: 200 len: 890 time: 1.6179550 Jul 28 06:29:10.901832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Sync routers for ids ['44da94c9-80d1-401d-8598-079e8b027609'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:10.912862 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Routers {'44da94c9-80d1-401d-8598-079e8b027609'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:10.913549 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:29:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['44da94c9-80d1-401d-8598-079e8b027609'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:11.118132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Set router 44da94c9-80d1-401d-8598-079e8b027609 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:11.486946 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:09Z', 'revision_number': 4, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port': {'id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:09Z', 'updated_at': '2022-07-28T06:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:04Z', 'revision_number': 5, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:11.607121 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Checking router: 44da94c9-80d1-401d-8598-079e8b027609 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:11.607479 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Updating router 44da94c9-80d1-401d-8598-079e8b027609 port cb911301-e6c7-46a9-b908-7a32e3a9d775 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:29:11.661615 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.969803 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks [] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.974470 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.026258 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Attempting to bind port cb911301-e6c7-46a9-b908-7a32e3a9d775 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:29:12.026621 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Attempting to bind port cb911301-e6c7-46a9-b908-7a32e3a9d775 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:29:12.026976 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Attempting to bind port cb911301-e6c7-46a9-b908-7a32e3a9d775 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:12.029000 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca713e-2d47-4ddb-803b-5ae681ebf8c6 None None] Pushing event updated for resources: {'Port': ['ID=cb911301-e6c7-46a9-b908-7a32e3a9d775,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:12.034368 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:29:12.034735 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:12.035125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.035505 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:29:12.035957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Bound port: cb911301-e6c7-46a9-b908-7a32e3a9d775, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:29:12.036324 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.064972 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:12.085549 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] For port cb911301-e6c7-46a9-b908-7a32e3a9d775, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:29:12.088470 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] For port cb911301-e6c7-46a9-b908-7a32e3a9d775, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=cb911301-e6c7-46a9-b908-7a32e3a9d775,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:29:12.094265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.143672 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:12.156573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Routers {'44da94c9-80d1-401d-8598-079e8b027609'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:12.157167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:29:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['44da94c9-80d1-401d-8598-079e8b027609'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:12.158914 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca713e-2d47-4ddb-803b-5ae681ebf8c6 None None] Pushing event updated for resources: {'Port': ['ID=cb911301-e6c7-46a9-b908-7a32e3a9d775,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:12.267355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] Set router 44da94c9-80d1-401d-8598-079e8b027609 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:12.470662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:09Z', 'revision_number': 4, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port': {'id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:09Z', 'updated_at': '2022-07-28T06:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:04Z', 'revision_number': 5, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:12.497335 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9250-89fc-42e0-8227-4bbad9e30db9 None None] The sync data for ids ['44da94c9-80d1-401d-8598-079e8b027609'] in dv-cinder-850605-1-iscsi is: [{'id': '44da94c9-80d1-401d-8598-079e8b027609', 'name': 'router1', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:52Z', 'updated_at': '2022-07-28T06:29:09Z', 'revision_number': 4, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'gw_port': {'id': 'cb911301-e6c7-46a9-b908-7a32e3a9d775', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:09Z', 'updated_at': '2022-07-28T06:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '10bc55a1-97d7-4da6-8625-e34bc2ff89fb', 'name': '', 'network_id': '4ff15876-befd-4ccc-ac94-7734b8c4cd6f', 'tenant_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'mac_address': 'fa:16:3e:61:c5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da94c9-80d1-401d-8598-079e8b027609', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:29:01Z', 'updated_at': '2022-07-28T06:29:04Z', 'revision_number': 5, 'project_id': '89d1fa86df9a40fe96f2a7554edbbaed', 'subnets': [{'id': '527fc2f7-62f5-40ba-8b30-cde72b2e52f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77cded1c-f9eb-459b-9f56-ab361469e149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:12.704266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 48968) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:13.126589 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-aafd83cf-c9e6-4576-b4a2-ec8e4ce709d4 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4211383 Jul 28 06:29:13.477379 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device cb911301-e6c7-46a9-b908-7a32e3a9d775 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:13.526783 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port cb911301-e6c7-46a9-b908-7a32e3a9d775 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:13.527169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:13.601532 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port cb911301-e6c7-46a9-b908-7a32e3a9d775 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:13.601921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:13.623830 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port cb911301-e6c7-46a9-b908-7a32e3a9d775, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=cb911301-e6c7-46a9-b908-7a32e3a9d775,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:13.628301 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:13.683046 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=cb911301-e6c7-46a9-b908-7a32e3a9d775,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:15.485973 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device cb911301-e6c7-46a9-b908-7a32e3a9d775 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:15.535146 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port cb911301-e6c7-46a9-b908-7a32e3a9d775 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:15.535543 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (cb911301-e6c7-46a9-b908-7a32e3a9d775), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:15.617871 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port cb911301-e6c7-46a9-b908-7a32e3a9d775 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:15.772923 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=48,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:15.797841 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=33 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:23.119200 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=59 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:23.128806 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:25.613790 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:25.616258 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:30.062706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e85dc20-3cd3-4fe4-8fa3-69c147c149a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.371295 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-623bdf67-b4f4-4419-82fb-2f7bd42f1efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:33.773604 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.550805 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.653022 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:40.806898 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:29:45.639348 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:45.646737 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.783850 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.792426 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:00.061678 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b62b9285-3605-467d-81f0-8fb4c29198ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:02.377637 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-231b668f-c84f-47ec-87ca-0c943ab02a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:03.775303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:05.541250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:05.651800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:15.640228 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:15.647624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:17.787270 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:30:29.785915 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:29.786711 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:30.057198 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da3f5638-514c-4eb0-bf01-4afd6a572e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:32.380553 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-413a5146-85ac-477e-b535-784dc45dcfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:33.777827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.329501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49506) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:35.545358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.646545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.687254 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfe0992-69ad-4104-9e14-bd48dd963d7e admin admin] GET failed (client error): The resource could not be found. Jul 28 06:30:35.688567 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bbfe0992-69ad-4104-9e14-bd48dd963d7e admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3581181 Jul 28 06:30:35.858010 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50687ade-5470-4318-b68d-ba9b0877a7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:35.859482 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-50687ade-5470-4318-b68d-ba9b0877a7d5 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660779 Jul 28 06:30:38.032577 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49516) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:38.439914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cd821-b956-4d05-8e71-4c888ab65d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:38.442712 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3a4cd821-b956-4d05-8e71-4c888ab65d66 admin admin] 10.222.0.20 "GET /v2.0/subnets/527fc2f7-62f5-40ba-8b30-cde72b2e52f8 HTTP/1.1" status: 200 len: 849 time: 0.4076791 Jul 28 06:30:38.451328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:38.544082 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Publish callbacks [] for subnet (527fc2f7-62f5-40ba-8b30-cde72b2e52f8), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:38.699011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792238654949'] for subnet (527fc2f7-62f5-40ba-8b30-cde72b2e52f8), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:38.733542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:38.734534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:38.735370 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] 10.222.0.20 "PUT /v2.0/subnets/527fc2f7-62f5-40ba-8b30-cde72b2e52f8 HTTP/1.1" status: 200 len: 868 time: 0.2877874 Jul 28 06:30:38.752219 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b8eb3-40da-4542-90a9-3120ca360460 None None] Network 4ff15876-befd-4ccc-ac94-7734b8c4cd6f requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:30:38.758958 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527fc2f7-62f5-40ba-8b30-cde72b2e52f8,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:38.766976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.767377 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.767885 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.768233 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.768622 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.769006 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.769535 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.769868 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.770215 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.770549 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.771039 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.771380 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.771751 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.772086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:38.772408 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d79b90-2b72-4c5e-aaeb-e0bbb2e097c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:39.074434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Provisioning complete for port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:30:39.075214 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (abdb5bc8-a16e-425f-92b1-c99f3a2c1c25), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:39.156429 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Current status of the port abdb5bc8-a16e-425f-92b1-c99f3a2c1c25 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:30:39.166938 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Provisioning complete for port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:30:39.167441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (10bc55a1-97d7-4da6-8625-e34bc2ff89fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:39.245449 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-84f97174-3753-494d-be16-2657ea1be627 None None] Current status of the port 10bc55a1-97d7-4da6-8625-e34bc2ff89fb is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:30:41.008065 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49524) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:41.515814 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adce7a6-ca7d-42f1-a56b-8f88f07ffcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:41.516295 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adce7a6-ca7d-42f1-a56b-8f88f07ffcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:41.518036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0adce7a6-ca7d-42f1-a56b-8f88f07ffcb7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5090079 Jul 28 06:30:43.776888 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49532) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:44.215683 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ef396-7012-4702-b704-cb957655f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:44.216157 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ef396-7012-4702-b704-cb957655f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:44.223308 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b46ef396-7012-4702-b704-cb957655f928 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4420731 Jul 28 06:30:46.474830 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49540) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:46.970586 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b1d60-47d5-47fd-8ed1-7d4fa3532d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:46.972415 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4f8b1d60-47d5-47fd-8ed1-7d4fa3532d89 admin admin] 10.222.0.20 "GET /v2.0/networks/4ff15876-befd-4ccc-ac94-7734b8c4cd6f HTTP/1.1" status: 200 len: 869 time: 0.4958725 Jul 28 06:30:49.184733 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49550) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:49.242567 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:49.243696 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:49.593131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b43d5-733f-416a-a553-aa403682d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:49.595049 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bc1b43d5-733f-416a-a553-aa403682d6f1 admin admin] 10.222.0.20 "GET /v2.0/networks/c61c9185-be2d-48ff-9775-9279d83b13bc HTTP/1.1" status: 200 len: 886 time: 0.4092667 Jul 28 06:30:51.756107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49558) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:52.158127 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183eac79-aaf3-4263-8afb-d6fc2fa81f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:52.158593 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183eac79-aaf3-4263-8afb-d6fc2fa81f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:52.160810 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-183eac79-aaf3-4263-8afb-d6fc2fa81f8c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4036376 Jul 28 06:30:54.211040 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:54.212961 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:54.341875 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49566) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:54.740107 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db52d27-2b56-45e8-9068-d7e46cb6d63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:54.740560 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db52d27-2b56-45e8-9068-d7e46cb6d63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:54.742109 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2db52d27-2b56-45e8-9068-d7e46cb6d63d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3992183 Jul 28 06:30:54.788743 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:30:56.924522 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49574) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:57.328764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be9421-32cf-43d3-a7c9-9b80bd026abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.330077 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-07be9421-32cf-43d3-a7c9-9b80bd026abd admin admin] 10.222.0.20 "GET /v2.0/subnets/506aedb8-0fce-4a4c-a6d8-e44730b412ec HTTP/1.1" status: 200 len: 816 time: 0.4039931 Jul 28 06:30:59.525173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49582) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:59.905044 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c6488-aa6c-4acf-a0a4-460d5cfa5bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:59.906297 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4b2c6488-aa6c-4acf-a0a4-460d5cfa5bd9 admin admin] 10.222.0.20 "GET /v2.0/subnets/527fc2f7-62f5-40ba-8b30-cde72b2e52f8 HTTP/1.1" status: 200 len: 868 time: 0.3801637 Jul 28 06:31:00.059988 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c732dd95-f49f-4a3a-8d20-429435093f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.386364 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-198a0cbd-72d2-4058-8899-27ae77390930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.780988 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.731511 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:04.734547 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:05.545170 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.648364 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:06.777675 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:06.781902 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:09.900463 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=43 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:09.902440 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=36 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:15.541194 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:15.644573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:27.887022 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49640) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:28.282234 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-aaebe2b4-d7ac-4a86-9a2b-415af33bb2d2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:31:28.283784 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-aaebe2b4-d7ac-4a86-9a2b-415af33bb2d2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3952842 Jul 28 06:31:28.777661 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:28.780602 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:30.061796 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8b961a5d-60ec-4634-960b-7fa2d3c617d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.572893 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49648) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:30.911821 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7981135-93ab-4b06-b20d-2b951b9767c2 admin admin] GET failed (client error): The resource could not be found. Jul 28 06:31:30.913097 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e7981135-93ab-4b06-b20d-2b951b9767c2 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3392417 Jul 28 06:31:31.056821 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d9562-e193-4cd7-9e77-a10e12d21b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:31.058323 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-205d9562-e193-4cd7-9e77-a10e12d21b50 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411703 Jul 28 06:31:31.787836 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:31:32.389418 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8efd1f77-7fd4-446a-add5-631909507912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.278036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49656) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:33.600073 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:33.621632 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Made reservation on behalf of 25016d71f554431cbc0d0222ca313083 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:33.623941 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.661805 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING neutron.services.revisions.revision_plugin [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Could not find related network for resource to bump revision. Jul 28 06:31:33.674954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:33.684765 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (0182d203-adfe-4716-90e3-cde2eea6ed25), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.685107 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Added segment 0182d203-adfe-4716-90e3-cde2eea6ed25 of type vlan for network ca08214c-4b2a-4489-937d-a6b63f90c79a Jul 28 06:31:33.726208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (ca08214c-4b2a-4489-937d-a6b63f90c79a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.750368 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (ca08214c-4b2a-4489-937d-a6b63f90c79a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.751334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:33.752582 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.785039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.833034 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5538111 Jul 28 06:31:33.858784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Pushing event updated for resources: {'Network': ['ID=ca08214c-4b2a-4489-937d-a6b63f90c79a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:33.867516 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.867858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.868226 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.868568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.868904 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.869233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.869591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.869916 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.870256 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.870585 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.870928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.871256 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.871576 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.871895 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.872213 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe282a6-d3cd-4492-ad93-11c952f3969c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:33.883822 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network ca08214c-4b2a-4489-937d-a6b63f90c79a details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:35.548107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.653187 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.035434 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49664) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:36.374085 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.pecan_wsgi.hooks.translation [None req-5953c025-bb70-4d1f-9a16-8e7b77f80b6e admin admin] GET failed (client error): The resource could not be found. Jul 28 06:31:36.375379 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5953c025-bb70-4d1f-9a16-8e7b77f80b6e admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3390088 Jul 28 06:31:36.447605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c75f0-0637-4d6b-ba85-49b7c39b9891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:36.449034 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c84c75f0-0637-4d6b-ba85-49b7c39b9891 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694494 Jul 28 06:31:36.459317 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:36.479692 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Made reservation on behalf of 25016d71f554431cbc0d0222ca313083 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:36.482247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.751599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (b1e1c054-7809-484a-9d8e-57e7b776379b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.812231 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e1c054-7809-484a-9d8e-57e7b776379b,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:36.819391 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Checking segment: {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:36.819768 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Network hostable DHCP agents. Network: ca08214c-4b2a-4489-937d-a6b63f90c79a, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:36.836540 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Network ca08214c-4b2a-4489-937d-a6b63f90c79a is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:36.844923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, ca08214c-4b2a-4489-937d-a6b63f90c79a) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:36.849518 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:36.850111 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.855058 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6128f67-c1c2-435d-afb4-1c78992ed740 None None] Network ca08214c-4b2a-4489-937d-a6b63f90c79a requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:36.865739 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4f2767bf-c7de-41b9-8083-b17662c83be1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4098186 Jul 28 06:31:36.966322 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-ca08214c-4b2a-4489-937d-a6b63f90c79a', 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a', 'project_id': '25016d71f554431cbc0d0222ca313083', 'fixed_ips': [{'subnet_id': 'b1e1c054-7809-484a-9d8e-57e7b776379b'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:31:36.967412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.204672 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Allocated IP 192.168.233.2 (ca08214c-4b2a-4489-937d-a6b63f90c79a/b1e1c054-7809-484a-9d8e-57e7b776379b/4c6800f3-7262-465c-8c8c-5ffcfd395edf) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:37.354557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks [] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.361177 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.405683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Network ca08214c-4b2a-4489-937d-a6b63f90c79a is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:37.409311 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:37.411929 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:37.418632 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Pushing event updated for resources: {'Port': ['ID=4c6800f3-7262-465c-8c8c-5ffcfd395edf,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:37.442603 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.442943 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.443298 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.443639 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.443966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.444296 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.444621 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.444940 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.445258 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.445851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.446169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.446502 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.446827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.447169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.447483 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:37.485039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Attempting to bind port 4c6800f3-7262-465c-8c8c-5ffcfd395edf on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:37.485434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Attempting to bind port 4c6800f3-7262-465c-8c8c-5ffcfd395edf by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:37.485788 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Attempting to bind port 4c6800f3-7262-465c-8c8c-5ffcfd395edf on network ca08214c-4b2a-4489-937d-a6b63f90c79a {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:37.491285 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:37.491661 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Checking segment: {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:37.492049 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.492436 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Bound using segment: {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:37.492916 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Bound port: 4c6800f3-7262-465c-8c8c-5ffcfd395edf, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:37.493287 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.560772 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] For port 4c6800f3-7262-465c-8c8c-5ffcfd395edf, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:37.563885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] For port 4c6800f3-7262-465c-8c8c-5ffcfd395edf, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=4c6800f3-7262-465c-8c8c-5ffcfd395edf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:37.571784 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.603194 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:37.637038 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ddaf-bc4f-49ba-b00c-307ac5230c36 None None] Pushing event updated for resources: {'Port': ['ID=4c6800f3-7262-465c-8c8c-5ffcfd395edf,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:38.479808 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ddce3-4693-4e25-9946-5bd9e2110b00 None None] Network ca08214c-4b2a-4489-937d-a6b63f90c79a requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:38.539554 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Provisioning complete for port 4c6800f3-7262-465c-8c8c-5ffcfd395edf triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:38.539938 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:38.573872 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:38.668106 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Current status of the port 4c6800f3-7262-465c-8c8c-5ffcfd395edf is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:38.668580 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:38.710856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] For port 4c6800f3-7262-465c-8c8c-5ffcfd395edf, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=4c6800f3-7262-465c-8c8c-5ffcfd395edf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:38.718340 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:38.777643 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5942720-d49f-4b82-a5f5-aa07a335f8fa None None] Pushing event updated for resources: {'Port': ['ID=4c6800f3-7262-465c-8c8c-5ffcfd395edf,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:38.838099 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-c6e6226e-909a-4f81-b4e4-d1ae7b0e6491 None None] Provisioning complete for port 4c6800f3-7262-465c-8c8c-5ffcfd395edf triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:38.838416 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6e6226e-909a-4f81-b4e4-d1ae7b0e6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:38.913644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6226e-909a-4f81-b4e4-d1ae7b0e6491 None None] Current status of the port 4c6800f3-7262-465c-8c8c-5ffcfd395edf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:39.582419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 4c6800f3-7262-465c-8c8c-5ffcfd395edf up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:39.633403 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 4c6800f3-7262-465c-8c8c-5ffcfd395edf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:39.633795 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (4c6800f3-7262-465c-8c8c-5ffcfd395edf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:39.709806 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 4c6800f3-7262-465c-8c8c-5ffcfd395edf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:43.778459 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:43.791157 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:43.861476 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=38,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:43.863392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:46.842254 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=42,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:46.859475 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=49,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:49.706437 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:49.708224 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:00.066397 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bde1-753f-4f97-a710-62fcb117156a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:02.392198 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a9f58bcb-f97b-493d-b5e0-d040b85f3fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:03.787674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:05.551800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:05.650391 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:08.786787 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:32:15.644347 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:15.646328 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:28.771835 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:28.772565 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:30.070961 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b21d63b7-39b8-4f03-b425-234e323e90f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:32.395348 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-00979db9-1e0e-41ab-a9cf-476e513008db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.789640 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:35.554246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:35.644573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:45.637696 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:45.640200 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:45.786040 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:32:57.788193 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:57.793198 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:00.073044 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6de69754-549a-4ce5-b92e-99ee10dac2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:02.398558 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7f4068b-fb82-40fe-9e3b-ac2669d0a741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:03.794771 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.557237 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.647145 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.922979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49702) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:06.929086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-5d46bce2-3f83-4b09-a3eb-2c6057f730ec tempest-verify_tempest_config-1956187768 tempest-verify_tempest_config-1956187768-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:33:06.930786 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5d46bce2-3f83-4b09-a3eb-2c6057f730ec tempest-verify_tempest_config-1956187768 tempest-verify_tempest_config-1956187768-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065215 Jul 28 06:33:07.436924 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 49720) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:07.782979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.859280 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Publish callbacks [] for security_group (1c79c841-4b89-4e5b-8899-6e45bf291eaa), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.863082 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1c79c841-4b89-4e5b-8899-6e45bf291eaa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.909785 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37af19fd29b4000b816d3c06b248032&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4711671 Jul 28 06:33:07.911382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c79c841-4b89-4e5b-8899-6e45bf291eaa,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:07.912549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49724) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:07.918627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.918974 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.919335 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.919676 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.920014 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.920348 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.920672 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.920994 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.921418 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.921781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.922124 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.922481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.922964 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.924035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.924035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f049-8fce-42b6-8bec-579da6dddd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:07.974018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Publish callbacks [] for security_group (1c79c841-4b89-4e5b-8899-6e45bf291eaa), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.995142 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Publish callbacks [] for security_group (1c79c841-4b89-4e5b-8899-6e45bf291eaa), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:08.090609 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1c79c841-4b89-4e5b-8899-6e45bf291eaa), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:08.093194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:08.094603 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c79c841-4b89-4e5b-8899-6e45bf291eaa HTTP/1.1" status: 204 len: 168 time: 0.1804698 Jul 28 06:33:08.102297 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c79c841-4b89-4e5b-8899-6e45bf291eaa,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:08.109118 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.109823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.110139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.110484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.110823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.111203 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.111478 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.111808 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.112156 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.112490 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.112835 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.113181 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.113544 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.113873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:08.114194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93105e91-7a61-4ec8-bd8f-49e77786c512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:17.903867 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:17.918007 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:18.098805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:18.105881 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:18.127859 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:18.133518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:22.784749 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:33:30.078617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93bbe200-2b58-4d72-96fb-44d394b99f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:32.400841 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d956a7d-8c1b-48e4-841a-1811cc063e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:33.797982 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:34.799232 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:34.799996 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=15 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:35.562892 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:35.654106 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:45.642795 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:45.649945 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:59.783292 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:34:00.082655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-45d424f4-2244-46e6-913d-eafee64138d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:02.402829 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5190c826-07f9-41b9-87fc-e3596c1f2206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:03.800068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:05.562289 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:05.646753 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.789596 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:11.794614 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.558738 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.643437 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:28.775887 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:28.777141 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:30.087594 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-06f88cdf-887a-4ac1-8915-50c43fee136f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.404905 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f349-dab7-4270-9719-64cd35d06827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:33.803320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.566144 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.648110 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:36.781318 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 5 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:34:45.643044 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:45.644944 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:48.795730 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:48.801422 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:00.089411 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-57c42c81-c910-4bc9-bb92-6453051031b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:00.271569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8357794'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:02.407022 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da5b23c4-a25f-41fd-9fd0-d2086b2822c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.806057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.569768 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.651163 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:13.779813 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:35:15.644706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:15.647102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:22.042022 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49844) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:22.169824 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e912765b-64e1-4145-81d0-49eb26c87263 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1267006 Jul 28 06:35:24.247831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 49854) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:24.301980 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-984551e5-e2b3-46e2-abe5-1e7ab51c139c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530734 Jul 28 06:35:28.688829 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=21 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:28.690755 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:30.092207 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-32ab05a2-cea9-44fe-a665-8cec7cef3f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:30.224276 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:32.408173 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04c10e24-6416-4e50-ade4-99fe33c76a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:33.808803 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:34.296215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:34.296999 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:35.573912 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:35.653958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.645365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=12 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:45.650603 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:50.780395 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:36:00.094400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-670e3226-9348-4e07-8627-9c234a848c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:00.237939 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.410058 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-70e13f71-114e-47b2-b6d8-bfa21b460316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.789301 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:02.794351 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:03.809926 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:05.575668 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:05.657674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:15.651855 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:15.654175 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:27.779506 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:36:30.096036 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a1fb726c-a9f3-4a4a-be75-60d436780ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.237266 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:32.413164 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37f9-8bd9-4110-8419-d77f2bfb09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:33.812721 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.578983 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.659664 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:39.785634 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:39.791124 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:45.649066 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:45.655438 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:00.110263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b02483d0-8024-42f0-bd5a-f9a09e4c2036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.273545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.419287 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-10adc165-2caa-4e9e-8786-dbbb18054068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.336347 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50008) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:03.552296 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-network', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:03.579151 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Made reservation on behalf of 0fb2f4ad616e43f5a9a248390bd0aebf for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:03.582279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.594416 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.689209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks [] for security_group (0883fd9f-a828-40bd-a185-c1d4baa7f859), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.694840 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0883fd9f-a828-40bd-a185-c1d4baa7f859), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.730253 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:03.735212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883fd9f-a828-40bd-a185-c1d4baa7f859,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:03.744524 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.744872 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.745231 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.745605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.745941 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.746266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.746594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.746916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.747240 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.747561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.747900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.748249 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.748578 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.748895 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.749212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Tracked resource versions report: Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: pushed versions: Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Log': {'1.0'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Network': {'1.1'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Port': {'1.7'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: consumer versions: Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: HyperV agent@hv-cinder-85060: {}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Agent': '1.1', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Log': '1.0', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Network': '1.1', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Port': '1.7', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'SubPort': '1.0', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Subnet': '1.1', Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Jul 28 06:37:03.750416 dv-cinder-850605-1-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:37:03.758593 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (af95fe41-80e5-44d3-9dda-efc7563a94b1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.758943 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Added segment af95fe41-80e5-44d3-9dda-efc7563a94b1 of type vlan for network 2e0d957c-26b4-458e-ac0c-afc92b508943 Jul 28 06:37:03.802693 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (2e0d957c-26b4-458e-ac0c-afc92b508943), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.822867 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.838889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (2e0d957c-26b4-458e-ac0c-afc92b508943), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.838889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:03.838889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:03.908728 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5684981 Jul 28 06:37:03.910044 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50046) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:03.914541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0efc8-a167-4960-ac57-474b142ca71d admin admin] Pushing event updated for resources: {'Network': ['ID=2e0d957c-26b4-458e-ac0c-afc92b508943,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:03.917559 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Request body: {'subnet': {'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-subnet', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:03.925562 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:03.947987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Made reservation on behalf of 0fb2f4ad616e43f5a9a248390bd0aebf for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:03.951461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.045747 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50054) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.172001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (991237bb-f03f-46b8-bd0c-ff18d3280708), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.234638 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Pushing event updated for resources: {'Subnet': ['ID=991237bb-f03f-46b8-bd0c-ff18d3280708,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:04.244430 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.244770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.245319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.245659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.245990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.246315 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.246642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.246970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.247305 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.247501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50064) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.247614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.247957 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.248280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.248596 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.248911 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.249547 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Tracked resource versions report: Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: pushed versions: Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Agent': {'1.1'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Log': {'1.0'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Network': {'1.1'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Port': {'1.7'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: consumer versions: Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: HyperV agent@hv-cinder-85060: {}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Agent': '1.1', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Log': '1.0', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'NDPProxy': '1.0', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Network': '1.1', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Port': '1.7', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'PortForwarding': '1.3', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'QosPolicy': '1.10', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'SubPort': '1.0', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Subnet': '1.1', Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: 'Trunk': '1.1'}} Jul 28 06:37:04.250717 dv-cinder-850605-1-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:37:04.262816 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:04.263851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Network hostable DHCP agents. Network: 2e0d957c-26b4-458e-ac0c-afc92b508943, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:04.286689 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:04.304871 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 2e0d957c-26b4-458e-ac0c-afc92b508943) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:04.310787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:04.311383 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.324317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e77b87-0327-4dad-81f1-c56b9eba73d2 None None] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:04.341868 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5e01ed38-a0d8-41c7-b115-342ba894000b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4301310 Jul 28 06:37:04.342562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50070) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.350987 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:04.379471 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.380740 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.445591 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-203870011-network', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:04.468803 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for router_controller (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.470481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Made reservation on behalf of d9e0dc09f9844b57bf7b38a5d4e54e17 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:04.473231 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.486398 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.511178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-2e0d957c-26b4-458e-ac0c-afc92b508943', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:04.512156 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.562202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50088) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.685569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for router_gateway (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.695429 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Allocated IP 172.20.0.2 (2e0d957c-26b4-458e-ac0c-afc92b508943/991237bb-f03f-46b8-bd0c-ff18d3280708/5797c000-100c-46c3-8d50-470bee77b240) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:04.696687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-840366538-network', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:04.730643 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:04.733009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.779065 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:37:04.795356 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.799419 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks [] for security_group (2409e2e4-49cf-402c-83bd-926bd2b43e76), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.813839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:04.823714 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:04.824573 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2409e2e4-49cf-402c-83bd-926bd2b43e76), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.853691 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks [] for port (5797c000-100c-46c3-8d50-470bee77b240), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.863318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2409e2e4-49cf-402c-83bd-926bd2b43e76,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:04.864472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (5797c000-100c-46c3-8d50-470bee77b240), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.886744 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:04.891628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1539454940-network', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:04.918777 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (6be6ad21-43c7-48b9-8f4b-a746d3db14f1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.919112 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Added segment 6be6ad21-43c7-48b9-8f4b-a746d3db14f1 of type vlan for network 85e85b9c-60b1-412d-a087-859c9e65f8e8 Jul 28 06:37:04.921896 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:04.926612 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:04.932085 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:04.943822 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Made reservation on behalf of a0e7a5dae78a4c10926c6fb66458c71b for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:04.946955 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.963869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.985877 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Pushing event updated for resources: {'Port': ['ID=5797c000-100c-46c3-8d50-470bee77b240,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.010148 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.010980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.011537 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.012234 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.012867 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.013464 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.014071 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.014603 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.015168 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.016001 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.016709 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.017336 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.017922 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.018494 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.019000 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Tracked resource versions report: Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: pushed versions: Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Log': {'1.0'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Network': {'1.1'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Port': {'1.7'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: consumer versions: Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: HyperV agent@hv-cinder-85060: {}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Agent': '1.1', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Log': '1.0', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Network': '1.1', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Port': '1.7', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'SubPort': '1.0', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Subnet': '1.1', Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Jul 28 06:37:05.020845 dv-cinder-850605-1-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:37:05.042980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Attempting to bind port 5797c000-100c-46c3-8d50-470bee77b240 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:05.043674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Attempting to bind port 5797c000-100c-46c3-8d50-470bee77b240 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:05.044288 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Attempting to bind port 5797c000-100c-46c3-8d50-470bee77b240 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:05.051875 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:05.053039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:05.053691 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.054301 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Bound using segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:05.055009 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Bound port: 5797c000-100c-46c3-8d50-470bee77b240, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:05.055707 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5797c000-100c-46c3-8d50-470bee77b240), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.090653 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (85e85b9c-60b1-412d-a087-859c9e65f8e8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.129815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for router_gateway (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.154765 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks [] for security_group (1ec4bab3-a5e6-412a-804e-acd00b4fc0e3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.161217 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.163902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1ec4bab3-a5e6-412a-804e-acd00b4fc0e3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.173682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] For port 5797c000-100c-46c3-8d50-470bee77b240, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:05.181994 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] For port 5797c000-100c-46c3-8d50-470bee77b240, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5797c000-100c-46c3-8d50-470bee77b240,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:05.192609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks [] for security_group (b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.205963 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (5797c000-100c-46c3-8d50-470bee77b240), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.209275 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:05.221008 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.233650 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.234943 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (0270f67d-e590-49b1-8ffa-fac3f1280e18), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.235286 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Added segment 0270f67d-e590-49b1-8ffa-fac3f1280e18 of type vlan for network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 Jul 28 06:37:05.245397 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (85e85b9c-60b1-412d-a087-859c9e65f8e8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.247283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:05.248134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.253496 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:05.263026 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (abcbf134-a571-40e7-9d8c-eb2d28159090), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.263450 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Added segment abcbf134-a571-40e7-9d8c-eb2d28159090 of type vlan for network 1658fcaf-8835-445a-a4cf-3f4534b3861e Jul 28 06:37:05.290707 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.314387 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (1658fcaf-8835-445a-a4cf-3f4534b3861e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.341804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:05.354074 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0de6b2-8587-4525-aae2-594e374cee33 None None] Pushing event updated for resources: {'Port': ['ID=5797c000-100c-46c3-8d50-470bee77b240,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.359670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.361767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:05.362913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.425840 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.459681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:05.467967 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.492397 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:05.513745 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (1658fcaf-8835-445a-a4cf-3f4534b3861e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.513962 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cf0ff8e8-b1c4-4f4d-85b0-a65b019da710 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9501894 Jul 28 06:37:05.514413 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50118) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:05.514719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:05.515502 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.527847 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Request body: {'subnet': {'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1539454940-subnet', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:05.531347 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] Pushing event updated for resources: {'Network': ['ID=85e85b9c-60b1-412d-a087-859c9e65f8e8,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.566531 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Allocated IP 172.27.1.99 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/01ef8d52-fd70-422c-b189-79bea43c66cf) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:05.587180 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:05.633550 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:05.638611 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.682726 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.684653 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:05.693459 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.707629 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4589496 Jul 28 06:37:05.711662 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50124) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:05.719129 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Request body: {'subnet': {'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-840366538-subnet', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:05.721638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:05.738982 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Made reservation on behalf of a0e7a5dae78a4c10926c6fb66458c71b for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:05.795468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.860719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179db57-1736-4e59-b2a1-b764069aeab4 admin admin] Pushing event updated for resources: {'Network': ['ID=1658fcaf-8835-445a-a4cf-3f4534b3861e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.865827 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:05.870311 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:05.877346 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2e1269f7-10dd-42d7-9a8c-2ecf0199eeba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8302381 Jul 28 06:37:05.894618 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50134) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:05.900286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Request body: {'subnet': {'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-subnet', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:05.909878 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:05.952152 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Made reservation on behalf of d9e0dc09f9844b57bf7b38a5d4e54e17 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:05.954432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.148913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:06.154302 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (aa58930e-59d0-4e02-b2c1-49d9edd08fe1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.253431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa58930e-59d0-4e02-b2c1-49d9edd08fe1,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:06.300783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Checking segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:06.303126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Network hostable DHCP agents. Network: 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:06.335181 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:06.347223 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:06.355598 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:06.356358 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.358367 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf7f6d-60e7-41d2-b3b6-44be5e708d3d None None] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:06.377883 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a439c081-5b73-40fe-b1ac-639bc06fbc36 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8576758 Jul 28 06:37:06.381442 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50154) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:06.387979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:06.421986 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.424314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.541206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:06.592722 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.713368 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Pushing event updated for resources: {'Port': ['ID=01ef8d52-fd70-422c-b189-79bea43c66cf,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:06.742854 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for router_controller (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.747810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (f8bc3620-3f74-4d67-b2f0-2303a96f800e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:06.867660 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bc3620-3f74-4d67-b2f0-2303a96f800e,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:06.995042 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:06.996268 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.003595 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:07.010779 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:07.043011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:07.047279 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for router_gateway (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.144403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:07.213025 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d51921-de3d-4f05-aab1-8a7acc0336cb None None] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:07.290896 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Checking segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:07.291268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Network hostable DHCP agents. Network: 85e85b9c-60b1-412d-a087-859c9e65f8e8, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:07.332023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for router_gateway (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.362953 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Provisioning complete for port 5797c000-100c-46c3-8d50-470bee77b240 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:07.363352 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5797c000-100c-46c3-8d50-470bee77b240), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.372867 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.387214 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (0df9c90e-a84c-4849-ad6d-1006a5aaded1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.455069 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:07.537010 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 85e85b9c-60b1-412d-a087-859c9e65f8e8) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:07.547074 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:07.547772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.594532 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Allocated IP 172.20.0.2 (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7/aa58930e-59d0-4e02-b2c1-49d9edd08fe1/2aedf492-b4fd-4b10-9df9-4c6f95e60bec) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:07.603456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:07.623182 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for router_gateway (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.628370 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df9c90e-a84c-4849-ad6d-1006a5aaded1,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:07.642910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Allocated IP 172.27.1.230 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/c882c374-e581-4bbb-80ae-7c1cd0c04c9f) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:07.672441 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a0d0e833-13c9-4a41-8f46-21cc755c176b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7765110 Jul 28 06:37:07.673365 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50200) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:07.681684 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50202) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:07.695976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:07.713911 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:07.714750 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Network hostable DHCP agents. Network: 1658fcaf-8835-445a-a4cf-3f4534b3861e, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:07.756774 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e5849-c1b6-4bcf-8035-6a16871dc8dc None None] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:07.826728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:07.826979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.834105 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.835295 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.894178 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:07.912226 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5797c000-100c-46c3-8d50-470bee77b240 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:07.926042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 1658fcaf-8835-445a-a4cf-3f4534b3861e) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:07.944990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.957668 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1633185-62c3-4d39-b59a-c0107ae9fc9f None None] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:07.978738 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:07.979656 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.982930 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for router_controller (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.984359 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d72be3fa-c3ef-4f57-a96c-b3ff82159648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.053180 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:08.088057 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Pushing event updated for resources: {'Port': ['ID=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:08.089054 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6eff3efd-8aa4-4fc0-973f-f8ee98335a4c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3761828 Jul 28 06:37:08.095046 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50214) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:08.122562 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:08.133374 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-1658fcaf-8835-445a-a4cf-3f4534b3861e', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:08.134529 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.136309 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:08.146891 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:08.151205 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:08.156186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:08.247517 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for router_gateway (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.248083 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.251384 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.258817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.336555 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Allocated IP 172.20.0.2 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/dd4a4b37-7d37-45b4-ac90-6a2c02397df5) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:08.421716 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d72be3fa-c3ef-4f57-a96c-b3ff82159648 admin admin] Publish callbacks [] for security_group (f6e7e9a7-32d3-4189-a275-f3226caea91c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.439514 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d72be3fa-c3ef-4f57-a96c-b3ff82159648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f6e7e9a7-32d3-4189-a275-f3226caea91c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.448567 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:08.517974 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for router_controller (b4f644e6-b3d5-4767-a739-d55a307452a3), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.660602 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d72be3fa-c3ef-4f57-a96c-b3ff82159648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c71fa2391435493e9533ca36af2426f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9814327 Jul 28 06:37:08.670920 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50232) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:08.691336 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72be3fa-c3ef-4f57-a96c-b3ff82159648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7e9a7-32d3-4189-a275-f3226caea91c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:08.721499 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks [] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.746318 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Current status of the port 5797c000-100c-46c3-8d50-470bee77b240 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:08.749093 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5797c000-100c-46c3-8d50-470bee77b240), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.812913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for router_gateway (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.882095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] For port 5797c000-100c-46c3-8d50-470bee77b240, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5797c000-100c-46c3-8d50-470bee77b240,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:08.889760 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.002355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:09.005864 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:09.023092 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:09.028109 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (5797c000-100c-46c3-8d50-470bee77b240), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.038240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-85e85b9c-60b1-412d-a087-859c9e65f8e8', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:09.038240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.085644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:09.098742 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:09.100335 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:09.103401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for router_gateway (b4f644e6-b3d5-4767-a739-d55a307452a3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.103708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.131584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] Publish callbacks [] for security_group (f6e7e9a7-32d3-4189-a275-f3226caea91c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.275885 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for router_gateway (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.384500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Allocated IP 172.20.0.2 (85e85b9c-60b1-412d-a087-859c9e65f8e8/f8bc3620-3f74-4d67-b2f0-2303a96f800e/544c9738-8d55-4f82-a133-8f24b9914a7a) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:09.424984 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:09.443422 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:09.446056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Allocated IP 172.27.1.22 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/c3faf46f-ae8e-42b5-9296-0cae8147eee7) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:09.447244 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] Publish callbacks [] for security_group (f6e7e9a7-32d3-4189-a275-f3226caea91c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.457132 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:09.467794 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:09.468653 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:09.512188 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.525904 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-faccdb8d-2b52-4209-963d-0f7e9b30539a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1778412 Jul 28 06:37:09.542916 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50276) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:09.620068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks [] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.631650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-62b26002-3755-4329-b168-0d3affe9d16a None None] Provisioning complete for port 5797c000-100c-46c3-8d50-470bee77b240 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:09.632035 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-62b26002-3755-4329-b168-0d3affe9d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5797c000-100c-46c3-8d50-470bee77b240), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.671014 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks [] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.700520 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:09.712769 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.722399 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.738271 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:09.746810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:09.757821 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 5797c000-100c-46c3-8d50-470bee77b240 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:09.758205 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5797c000-100c-46c3-8d50-470bee77b240), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.831990 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:09.845746 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.869875 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:09.877683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:09.883958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:09.886110 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89872955-cb05-4892-9731-9435dd9504a3 None None] Pushing event updated for resources: {'Port': ['ID=5797c000-100c-46c3-8d50-470bee77b240,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:09.894815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:09.914324 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:09.930971 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:09.951036 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-62b26002-3755-4329-b168-0d3affe9d16a None None] Current status of the port 5797c000-100c-46c3-8d50-470bee77b240 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:09.995499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:10.016269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.066701 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:07Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:10.085521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for router_gateway (b4f644e6-b3d5-4767-a739-d55a307452a3), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.105848 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Attempting to bind port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:10.106448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Attempting to bind port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:10.106546 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Attempting to bind port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:10.118643 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:10.119193 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Updating router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 port 01ef8d52-fd70-422c-b189-79bea43c66cf binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:10.131364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:10.138822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:10.151555 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:10.156807 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:10.156969 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:10.157404 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.157945 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:10.158251 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Bound port: dd4a4b37-7d37-45b4-ac90-6a2c02397df5, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:10.158638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.179049 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.182354 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f6e7e9a7-32d3-4189-a275-f3226caea91c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.185914 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.191466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Pushing event updated for resources: {'Port': ['ID=544c9738-8d55-4f82-a133-8f24b9914a7a,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:10.198488 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e7e9a7-32d3-4189-a275-f3226caea91c HTTP/1.1" status: 204 len: 168 time: 1.5241842 Jul 28 06:37:10.260645 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.275837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.297599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:10.310747 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Pushing event updated for resources: {'Port': ['ID=c3faf46f-ae8e-42b5-9296-0cae8147eee7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:10.316779 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24500aa-9b49-4d39-be2e-1266be874f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7e9a7-32d3-4189-a275-f3226caea91c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:10.371388 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Attempting to bind port 544c9738-8d55-4f82-a133-8f24b9914a7a on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:10.371927 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Attempting to bind port 544c9738-8d55-4f82-a133-8f24b9914a7a by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:10.372452 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Attempting to bind port 544c9738-8d55-4f82-a133-8f24b9914a7a on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:10.475003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for router_gateway (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.562455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Attempting to bind port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:10.565218 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Attempting to bind port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:10.566356 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Attempting to bind port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec on network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:10.593921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:10.594412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Checking segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:10.594873 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.596479 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Bound using segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:10.598200 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Bound port: 544c9738-8d55-4f82-a133-8f24b9914a7a, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:10.598726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.621356 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Pushing event updated for resources: {'Port': ['ID=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:10.629612 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 5797c000-100c-46c3-8d50-470bee77b240 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:10.644988 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:10.668208 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:10.669250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Checking segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:10.670001 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.670534 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Bound using segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:10.671246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Bound port: 2aedf492-b4fd-4b10-9df9-4c6f95e60bec, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:10.671719 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.721902 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] For port dd4a4b37-7d37-45b4-ac90-6a2c02397df5, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:10.863042 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] For port dd4a4b37-7d37-45b4-ac90-6a2c02397df5, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:10.863303 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:10.926442 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] For port 544c9738-8d55-4f82-a133-8f24b9914a7a, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:10.931207 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] For port 544c9738-8d55-4f82-a133-8f24b9914a7a, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=544c9738-8d55-4f82-a133-8f24b9914a7a,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:10.978222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5797c000-100c-46c3-8d50-470bee77b240 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:11.010470 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:11.066697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.071128 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.159801 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] For port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:11.170826 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks [] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.182747 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.196996 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:11.221721 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] For port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:11.254243 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.293259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d539d-5b58-4592-9253-00294e82a538 None None] Pushing event updated for resources: {'Port': ['ID=544c9738-8d55-4f82-a133-8f24b9914a7a,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:11.293711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50318) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:11.303891 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 5797c000-100c-46c3-8d50-470bee77b240 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:11.304273 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5797c000-100c-46c3-8d50-470bee77b240), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.350721 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Pushing event updated for resources: {'Port': ['ID=01ef8d52-fd70-422c-b189-79bea43c66cf,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:11.363014 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.363648 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.364186 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.365514 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.366765 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.367216 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:11.367763 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.368276 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.369075 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.370962 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.372146 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.373063 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.373699 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.374521 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.375173 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.377621 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Tracked resource versions report: Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: pushed versions: Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: { 'AddressGroup': {'1.2'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Agent': {'1.1'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'ConntrackHelper': {'1.0'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Log': {'1.0'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'NDPProxy': {'1.0'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Network': {'1.1'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Port': {'1.7'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'PortForwarding': {'1.3'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'QosPolicy': {'1.10'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroup': {'1.5'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SubPort': {'1.0'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Subnet': {'1.1'}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Trunk': {'1.1'}} Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: consumer versions: Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: { DHCP agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: HyperV agent@hv-cinder-85060: {}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: L3 agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: Metadata agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: Metering agent@dv-cinder-850605-1-iscsi: {}, Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: Open vSwitch agent@dv-cinder-850605-1-iscsi: { 'AddressGroup': '1.2', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Agent': '1.1', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'ConntrackHelper': '1.0', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'LocalIPAssociation': '1.0', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Log': '1.0', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'NDPProxy': '1.0', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Network': '1.1', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Port': '1.7', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'PortForwarding': '1.3', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'QosPolicy': '1.10', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroup': '1.5', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SecurityGroupRule': '1.2', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'SubPort': '1.0', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Subnet': '1.1', Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: 'Trunk': '1.1'}} Jul 28 06:37:11.379145 dv-cinder-850605-1-iscsi neutron-server[104280]: {{(pid=104280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:37:11.401255 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Attempting to bind port 01ef8d52-fd70-422c-b189-79bea43c66cf on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:11.401743 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Attempting to bind port 01ef8d52-fd70-422c-b189-79bea43c66cf by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:11.402025 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Attempting to bind port 01ef8d52-fd70-422c-b189-79bea43c66cf on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:11.426935 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:11.427320 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:11.428167 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.430368 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:11.435125 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Bound port: 01ef8d52-fd70-422c-b189-79bea43c66cf, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:11.436628 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.510923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50324) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:11.547284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3cd31d6-049e-4941-a2c8-af814d3e5b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.579050 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:11.583793 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a7862-d874-4a81-bd30-fbf743f6f8f5 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:11.639158 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] For port 01ef8d52-fd70-422c-b189-79bea43c66cf, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:11.649645 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] For port 01ef8d52-fd70-422c-b189-79bea43c66cf, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=01ef8d52-fd70-422c-b189-79bea43c66cf,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:11.669737 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:11.671787 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:11.678277 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.696353 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.701924 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-be645d3c-a929-4723-b527-10ffb5320f5b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0068736 Jul 28 06:37:11.701924 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50330) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:11.774211 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:11.824217 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:11.863757 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:11.864490 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:11.868410 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d622e2-18e8-49fe-8fe0-61ad72950ddf None None] Pushing event updated for resources: {'Port': ['ID=01ef8d52-fd70-422c-b189-79bea43c66cf,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:11.882802 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:11.883941 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:12.055655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 5797c000-100c-46c3-8d50-470bee77b240 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:12.079602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1684-198f-4b4a-9fc5-41820ab4fff1 None None] Pushing event updated for resources: {'Port': ['ID=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:12.192392 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:12.217018 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:12.225080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:12.241542 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Sync routers for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:12.257450 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:12.283802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Allocated IP 172.27.1.173 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:12.301215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c8af2740-638a-4a3a-b32e-b4f0232e345f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.308978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.310831 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ddc4dd5c-6e59-4f67-9f2e-37d6301f7206 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9281285 Jul 28 06:37:12.343086 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50338) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:12.369897 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:12.370789 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:12.407090 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3cd31d6-049e-4941-a2c8-af814d3e5b4a admin admin] Publish callbacks [] for security_group (6c7fb431-6b37-4ae3-b50b-b715598583af), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.452112 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:10Z', 'revision_number': 3, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:12.487419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:12.488011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Updating router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 port c3faf46f-ae8e-42b5-9296-0cae8147eee7 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:12.517166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:12.525371 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.570627 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:07Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:12.571420 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3cd31d6-049e-4941-a2c8-af814d3e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6c7fb431-6b37-4ae3-b50b-b715598583af), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.600627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:12.602388 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17d17-08d4-4988-b2be-da50705ee322 None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:07Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:12.635848 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:12.638066 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:12.694246 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd31d6-049e-4941-a2c8-af814d3e5b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7fb431-6b37-4ae3-b50b-b715598583af,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:12.710713 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c3cd31d6-049e-4941-a2c8-af814d3e5b4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=009965e800bc4eef8def39a5cd382ab4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1876390 Jul 28 06:37:12.716812 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50340) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:12.942239 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] Publish callbacks [] for security_group (6c7fb431-6b37-4ae3-b50b-b715598583af), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.019175 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:08Z', 'revision_number': 3, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:13.025941 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] Publish callbacks [] for security_group (6c7fb431-6b37-4ae3-b50b-b715598583af), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.056616 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.059235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 544c9738-8d55-4f82-a133-8f24b9914a7a up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:13.065146 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:13.088625 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.100871 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Checking router: 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:13.103448 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Updating router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 port c882c374-e581-4bbb-80ae-7c1cd0c04c9f binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:13.188440 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.199806 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 544c9738-8d55-4f82-a133-8f24b9914a7a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:13.202175 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.316171 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6c7fb431-6b37-4ae3-b50b-b715598583af), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.323886 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.326121 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c7fb431-6b37-4ae3-b50b-b715598583af HTTP/1.1" status: 204 len: 168 time: 0.6065435 Jul 28 06:37:13.384969 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66370f-dd61-4d7a-bc9d-7819cc95677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7fb431-6b37-4ae3-b50b-b715598583af,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:13.403308 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c8af2740-638a-4a3a-b32e-b4f0232e345f admin admin] Publish callbacks [] for security_group (239d85fa-16e6-4269-afaf-8c1450ee4403), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.408404 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:13.410815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a9942-2d77-48a4-9503-a65bc338a384 None None] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:13.440810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c8af2740-638a-4a3a-b32e-b4f0232e345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (239d85fa-16e6-4269-afaf-8c1450ee4403), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.595042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Allocated IP 172.20.0.1 (85e85b9c-60b1-412d-a087-859c9e65f8e8/f8bc3620-3f74-4d67-b2f0-2303a96f800e/8154663c-87b8-4699-9b59-038a357dcc90) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:13.615791 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Provisioning complete for port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:13.618680 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.680470 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 544c9738-8d55-4f82-a133-8f24b9914a7a is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:13.682477 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.702659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2740-638a-4a3a-b32e-b4f0232e345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d85fa-16e6-4269-afaf-8c1450ee4403,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:13.812679 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf69a9-8a09-4b88-8eb4-b00b56ca78a2 None None] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:13.827802 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks [] for port (8154663c-87b8-4699-9b59-038a357dcc90), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.871941 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c8af2740-638a-4a3a-b32e-b4f0232e345f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b2913c373d244a2987135e3dc4cdac4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5766075 Jul 28 06:37:13.881431 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50358) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:13.905706 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.994166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:13.999174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:14.007729 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:14.008804 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 544c9738-8d55-4f82-a133-8f24b9914a7a, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=544c9738-8d55-4f82-a133-8f24b9914a7a,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:14.010777 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.014294 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Current status of the port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:14.014849 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.017212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:14.031403 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:14.032145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.065743 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.066576 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 2aedf492-b4fd-4b10-9df9-4c6f95e60bec up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:14.093712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] Publish callbacks [] for security_group (239d85fa-16e6-4269-afaf-8c1450ee4403), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.107551 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.131683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.170975 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] Publish callbacks [] for security_group (239d85fa-16e6-4269-afaf-8c1450ee4403), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.210106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.285196 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (239d85fa-16e6-4269-afaf-8c1450ee4403), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.285794 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ba6da-4756-4396-9b1c-30da8afb7a49 None None] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:14.288874 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.290422 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/239d85fa-16e6-4269-afaf-8c1450ee4403 HTTP/1.1" status: 204 len: 168 time: 0.4076638 Jul 28 06:37:14.296402 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8154663c-87b8-4699-9b59-038a357dcc90), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.304498 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.311774 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6749f-7b0c-40d4-b196-3d6e5478e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d85fa-16e6-4269-afaf-8c1450ee4403,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:14.428933 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.518975 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:14.519545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.626260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Allocated IP 172.20.0.1 (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7/aa58930e-59d0-4e02-b2c1-49d9edd08fe1/f9431be3-b1b7-44cd-8ef0-4e692803e033) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:14.642396 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] For port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:14.687467 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.728929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks [] for port (8154663c-87b8-4699-9b59-038a357dcc90), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.742044 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.742830 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:14.754699 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=544c9738-8d55-4f82-a133-8f24b9914a7a,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:14.863539 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.879132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:14.912484 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:14.914469 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device dd4a4b37-7d37-45b4-ac90-6a2c02397df5 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:14.972209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:15.028614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks [] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.041383 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:15.088214 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Allocated IP 172.20.0.1 (2e0d957c-26b4-458e-ac0c-afc92b508943/991237bb-f03f-46b8-bd0c-ff18d3280708/a4b03796-0e87-4b17-8d8b-b7d32f692197) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:15.098398 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Provisioning complete for port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:15.099472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.106319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:15.159141 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:15.203927 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:15.204201 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.227241 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:15.233810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:15.254113 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8ae11-2ad8-457b-a14a-ee85a7a6cd2e None None] Pushing event updated for resources: {'Port': ['ID=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:15.343148 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Pushing event updated for resources: {'Port': ['ID=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:15.377840 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50404) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:15.403528 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:15.453148 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Current status of the port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:15.469380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5409ee1-d62a-4303-a147-133c48188175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.469698 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.494471 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:15.496677 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks [] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.517036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.547835 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:15.548321 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.609851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.674371 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:15.691304 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f401142f-3931-445d-8b72-f4d79ecabcc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/b81aeaf2-1a0c-4e90-a102-7492375f2fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9874887 Jul 28 06:37:15.718787 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port dd4a4b37-7d37-45b4-ac90-6a2c02397df5, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:15.800355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Attempting to bind port c3faf46f-ae8e-42b5-9296-0cae8147eee7 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:15.801943 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Attempting to bind port c3faf46f-ae8e-42b5-9296-0cae8147eee7 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:15.803498 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Attempting to bind port c3faf46f-ae8e-42b5-9296-0cae8147eee7 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:15.814271 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f650059-882d-44ab-9714-80491be19da3 None None] Pushing event updated for resources: {'Port': ['ID=c3faf46f-ae8e-42b5-9296-0cae8147eee7,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:15.823782 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:15.825213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:15.826358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.827799 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:15.828412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Bound port: c3faf46f-ae8e-42b5-9296-0cae8147eee7, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:15.829593 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:15.838017 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.072890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:16.095363 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks [] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.099606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:16.112270 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:16.112964 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.137415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.db.api [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 06:37:16.138204 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG oslo_db.api [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 06:37:16.175260 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.187405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.228391 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 544c9738-8d55-4f82-a133-8f24b9914a7a up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:16.235945 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.245575 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] For port c3faf46f-ae8e-42b5-9296-0cae8147eee7, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:16.293353 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks [] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.309598 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.328664 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.351814 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.368846 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] For port c3faf46f-ae8e-42b5-9296-0cae8147eee7, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c3faf46f-ae8e-42b5-9296-0cae8147eee7,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:16.383091 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc6a3c-428b-4714-84a6-0fd4ce7903b3 None None] Pushing event updated for resources: {'Port': ['ID=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.420683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.425171 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 544c9738-8d55-4f82-a133-8f24b9914a7a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:16.425776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.451357 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Attempting to bind port c882c374-e581-4bbb-80ae-7c1cd0c04c9f on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:16.451734 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Attempting to bind port c882c374-e581-4bbb-80ae-7c1cd0c04c9f by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:16.452111 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Attempting to bind port c882c374-e581-4bbb-80ae-7c1cd0c04c9f on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:16.465279 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:16.465976 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:16.466527 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.468235 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:16.468875 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Bound port: c882c374-e581-4bbb-80ae-7c1cd0c04c9f, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:16.470896 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.513046 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for router_gateway (b4f644e6-b3d5-4767-a739-d55a307452a3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.579655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:16.580353 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:16.590966 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.591748 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] For port c882c374-e581-4bbb-80ae-7c1cd0c04c9f, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:16.597825 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] For port c882c374-e581-4bbb-80ae-7c1cd0c04c9f, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:16.616200 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.624208 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.644625 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5409ee1-d62a-4303-a147-133c48188175 admin admin] Publish callbacks [] for security_group (212e62b4-520c-4054-bef2-e69b661c3051), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.666437 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 544c9738-8d55-4f82-a133-8f24b9914a7a is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:16.668422 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 2aedf492-b4fd-4b10-9df9-4c6f95e60bec up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:16.670209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f650059-882d-44ab-9714-80491be19da3 None None] Pushing event updated for resources: {'Port': ['ID=c3faf46f-ae8e-42b5-9296-0cae8147eee7,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.709494 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:16.711850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5409ee1-d62a-4303-a147-133c48188175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (212e62b4-520c-4054-bef2-e69b661c3051), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.749499 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:16.752672 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:16.755282 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:16.783791 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50454) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:16.791549 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536197960', 'description': 'tempest-description--403442616'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:16.791858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5409ee1-d62a-4303-a147-133c48188175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e62b4-520c-4054-bef2-e69b661c3051,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.804343 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:16.804835 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.839436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.843366 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:16.869682 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.883915 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc6a3c-428b-4714-84a6-0fd4ce7903b3 None None] Pushing event updated for resources: {'Port': ['ID=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:16.886378 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.920715 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.987923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:17.003639 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:17.064274 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.078655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.089554 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.093688 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Current status of the port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:17.122537 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:17.122871 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.126024 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b5409ee1-d62a-4303-a147-133c48188175 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92489cc2be1a4816b5abace67a136928&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7124629 Jul 28 06:37:17.132116 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50458) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.187792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 2, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:17.198655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.203593 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4147098 Jul 28 06:37:17.203593 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50460) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.219396 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b406-3483-484c-a62b-a971dd3fc497 None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 2, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:17.231508 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Provisioning complete for port 544c9738-8d55-4f82-a133-8f24b9914a7a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:17.231902 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.233373 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group_rule': {'security_group_id': '9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:17.264637 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.272820 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ffdfd-d5e1-4148-afa9-c489cb7caba7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.388625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:17.388625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 01ef8d52-fd70-422c-b189-79bea43c66cf up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:17.399722 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] Publish callbacks [] for security_group (212e62b4-520c-4054-bef2-e69b661c3051), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.439003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (007cc39a-1179-43e5-bc77-4c4115aadda8), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.508977 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'f9431be3-b1b7-44cd-8ef0-4e692803e033', 'name': '', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'mac_address': 'fa:16:3e:a3:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:14Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 1, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'subnets': [{'id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:17.543672 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecbfac-495b-4996-abfe-15c09554d0ee None None] The sync data for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi is: [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'f9431be3-b1b7-44cd-8ef0-4e692803e033', 'name': '', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'mac_address': 'fa:16:3e:a3:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:14Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 1, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'subnets': [{'id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:17.549089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] Publish callbacks [] for security_group (212e62b4-520c-4054-bef2-e69b661c3051), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.698705 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:17.700253 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-20774a6f-94b5-44e3-9257-605c9b48f41b None None] Current status of the port 544c9738-8d55-4f82-a133-8f24b9914a7a is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:17.745773 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 01ef8d52-fd70-422c-b189-79bea43c66cf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:17.746175 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.771209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (007cc39a-1179-43e5-bc77-4c4115aadda8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.779284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (007cc39a-1179-43e5-bc77-4c4115aadda8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.812521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.815253 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5962315 Jul 28 06:37:17.821884 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50482) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.828376 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group_rule': {'security_group_id': '9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:17.835728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcab8d-ce1b-429c-8b43-edab2b46a37f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007cc39a-1179-43e5-bc77-4c4115aadda8,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.840361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (212e62b4-520c-4054-bef2-e69b661c3051), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.844269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.845704 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/212e62b4-520c-4054-bef2-e69b661c3051 HTTP/1.1" status: 204 len: 168 time: 0.7106280 Jul 28 06:37:17.863576 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d93979-f1bb-463c-b6f2-8fe34d92c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e62b4-520c-4054-bef2-e69b661c3051,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.872931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port f9431be3-b1b7-44cd-8ef0-4e692803e033 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:17.873372 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.893793 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (0c29e723-03d2-4c82-85c5-529782f75232), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.036791 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (0c29e723-03d2-4c82-85c5-529782f75232), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.054144 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Port f9431be3-b1b7-44cd-8ef0-4e692803e033 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:18.054913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (0c29e723-03d2-4c82-85c5-529782f75232), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.059697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 01ef8d52-fd70-422c-b189-79bea43c66cf is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:18.060127 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.078604 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50488) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:18.084123 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:18.087132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:18.087638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.118383 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 01ef8d52-fd70-422c-b189-79bea43c66cf, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=01ef8d52-fd70-422c-b189-79bea43c66cf,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:18.122897 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.124599 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.134778 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c29e723-03d2-4c82-85c5-529782f75232,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:18.156994 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.163357 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f2120be0-b67a-44f3-ace4-a6658974c279 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394489 Jul 28 06:37:18.164174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50492) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:18.179925 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:18.200119 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:18.203222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks [] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.292304 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.352751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.367240 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.379592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=01ef8d52-fd70-422c-b189-79bea43c66cf,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:18.411886 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device dd4a4b37-7d37-45b4-ac90-6a2c02397df5 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:18.470235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Current status of the port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:18.521146 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port 8154663c-87b8-4699-9b59-038a357dcc90 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:18.523317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8154663c-87b8-4699-9b59-038a357dcc90), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.570063 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:18.579105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks [] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.626384 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Port 8154663c-87b8-4699-9b59-038a357dcc90 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:18.672596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port a4b03796-0e87-4b17-8d8b-b7d32f692197 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:18.674589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.758070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:18.763627 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.828148 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4283418a-5fe0-4faf-9ad2-fbac6646fcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.876930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Port a4b03796-0e87-4b17-8d8b-b7d32f692197 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:18.921534 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:18.928857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:18.929570 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.976326 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.010848 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.011633 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.054360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.058836 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:19.160838 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4283418a-5fe0-4faf-9ad2-fbac6646fcb0 admin admin] Publish callbacks [] for security_group (926169ce-95f1-40dc-94a7-49a56279f1ab), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.174175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4283418a-5fe0-4faf-9ad2-fbac6646fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (926169ce-95f1-40dc-94a7-49a56279f1ab), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.177509 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Current status of the port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:19.203147 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Provisioning complete for port 544c9738-8d55-4f82-a133-8f24b9914a7a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:19.203831 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.215543 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4283418a-5fe0-4faf-9ad2-fbac6646fcb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13254920b734a24948b0bdcad37f37b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1356158 Jul 28 06:37:19.218755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50520) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:19.283252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.364425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] Publish callbacks [] for security_group (926169ce-95f1-40dc-94a7-49a56279f1ab), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.373737 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da375be3-6b57-4a4d-adf9-1e659aee8fea None None] Current status of the port 544c9738-8d55-4f82-a133-8f24b9914a7a is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:19.390315 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] Publish callbacks [] for security_group (926169ce-95f1-40dc-94a7-49a56279f1ab), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.482126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:19.486241 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.496219 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:19.513561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (926169ce-95f1-40dc-94a7-49a56279f1ab), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.523680 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.526513 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/926169ce-95f1-40dc-94a7-49a56279f1ab HTTP/1.1" status: 204 len: 168 time: 0.3068063 Jul 28 06:37:19.577531 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283418a-5fe0-4faf-9ad2-fbac6646fcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926169ce-95f1-40dc-94a7-49a56279f1ab,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:19.636172 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:19.662847 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493f03-efea-4fb8-8aca-4efe4da60cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926169ce-95f1-40dc-94a7-49a56279f1ab,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:19.694907 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Router b4f644e6-b3d5-4767-a739-d55a307452a3 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:19.840619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.852354 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Allocated IP 172.27.1.128 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/7a92703e-15b7-4e75-9475-bfc55b240077) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:19.988096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:20.010341 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-dfda3a1a-44de-4e6f-bc48-7de5c3bc05a3 None None] Provisioning complete for port a4b03796-0e87-4b17-8d8b-b7d32f692197 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:20.011754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dfda3a1a-44de-4e6f-bc48-7de5c3bc05a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.028895 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:20.152623 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-dfda3a1a-44de-4e6f-bc48-7de5c3bc05a3 None None] Port a4b03796-0e87-4b17-8d8b-b7d32f692197 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:20.186187 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (7a92703e-15b7-4e75-9475-bfc55b240077), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.197485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:20.289621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:20.296124 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.406704 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=7a92703e-15b7-4e75-9475-bfc55b240077,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:20.436392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:20.439442 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:20.446682 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:20.452374 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:20.478736 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:20.498051 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:20.498956 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:20.548983 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-f93bee96-f1e8-4b0e-bb06-2b2c591c9ff9 None None] Provisioning complete for port f9431be3-b1b7-44cd-8ef0-4e692803e033 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:20.552302 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f93bee96-f1e8-4b0e-bb06-2b2c591c9ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.640916 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.642965 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8d563b68-e650-48c6-99d7-55b2c2e55c5c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.5385251 Jul 28 06:37:20.653266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:20.654407 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50568) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:20.805484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:20.816356 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:20.825528 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4476c4d9-99b2-404e-a27d-a6b4ee4d2e63 admin admin] 10.222.0.20 "PUT /v2.0/routers/b809e7a4-48a1-48e2-ba60-3ef0a562b4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2771389 Jul 28 06:37:20.840407 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:20.841315 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:20.842235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-f93bee96-f1e8-4b0e-bb06-2b2c591c9ff9 None None] Port f9431be3-b1b7-44cd-8ef0-4e692803e033 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:20.855418 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c882c374-e581-4bbb-80ae-7c1cd0c04c9f up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:20.874247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.001113 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.040592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:21.127157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:21.145213 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-95eed279-b3af-4a4d-b1b0-7aa578b855c6 admin admin] 10.222.0.20 "PUT /v2.0/routers/4bfa6601-2b8d-4ba5-845b-b5004e8f1205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7994006 Jul 28 06:37:21.172080 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:21.416460 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:15Z', 'revision_number': 3, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:21.499991 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:21.500341 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Updating router b4f644e6-b3d5-4767-a739-d55a307452a3 port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:21.543845 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c882c374-e581-4bbb-80ae-7c1cd0c04c9f triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:21.544525 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.565565 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (7a92703e-15b7-4e75-9475-bfc55b240077), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.581093 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.608309 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.652762 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.657680 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:21.686306 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:21.700495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c882c374-e581-4bbb-80ae-7c1cd0c04c9f is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:21.701209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.702830 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:21.746708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=7a92703e-15b7-4e75-9475-bfc55b240077,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:21.755950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.758028 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e34e627c-5644-4906-a41e-b80506641d03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5909097 Jul 28 06:37:21.837133 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 2, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:21.847769 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port c882c374-e581-4bbb-80ae-7c1cd0c04c9f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:21.862791 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.863621 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 01ef8d52-fd70-422c-b189-79bea43c66cf up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:21.900366 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:21.901398 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Updating router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 port a4b03796-0e87-4b17-8d8b-b7d32f692197 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:21.955484 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.993479 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:22.087993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:22.204966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:22.225221 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:22.251806 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 01ef8d52-fd70-422c-b189-79bea43c66cf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:22.255488 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:22.322181 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:22.439881 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Allocated IP 172.20.0.1 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/b191b8a4-19a1-42f7-8beb-8d69923dd382) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:22.520720 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50682) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:22.525724 dv-cinder-850605-1-iscsi neutron-server[104278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 06:37:22.566401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50684) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:22.572007 dv-cinder-850605-1-iscsi neutron-server[104277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 06:37:22.573933 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks [] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:22.589166 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:22.734782 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:22.735566 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-e163a010-399f-4cd7-a273-1cdc3243c42c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--536197960&fields=id&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 267 time: 0.2122178 Jul 28 06:37:22.738419 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f96f21-c13a-4ee0-94f0-6d42740442ce None None] Pushing event updated for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:22.790244 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:22.791141 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:22.891594 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks [] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:22.898695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Sync routers for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:22.956832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 01ef8d52-fd70-422c-b189-79bea43c66cf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:22.963053 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c3faf46f-ae8e-42b5-9296-0cae8147eee7 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:23.016635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.099031 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b3b8c-0d12-4168-8e2a-85bdbf09994f None None] Pushing event updated for resources: {'Port': ['ID=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:23.110899 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Attempting to bind port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:23.112064 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Attempting to bind port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:23.112584 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Attempting to bind port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:23.125193 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:23.126083 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:23.126701 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.127259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:23.128441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Bound port: 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:23.129022 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.144732 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:23.195811 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] For port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:23.199561 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] For port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:23.202773 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:23.203849 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:23.204272 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-9fb80514-0d61-4c77-a390-550134d63ce4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:23.214278 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-9fb80514-0d61-4c77-a390-550134d63ce4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 816 time: 0.4609745 Jul 28 06:37:23.232705 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Attempting to bind port a4b03796-0e87-4b17-8d8b-b7d32f692197 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:23.233125 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Attempting to bind port a4b03796-0e87-4b17-8d8b-b7d32f692197 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:23.233588 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Attempting to bind port a4b03796-0e87-4b17-8d8b-b7d32f692197 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:23.236320 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-1d36d038-b7b8-48f9-af9c-0b5b96bc686a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/quotas/d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 375 time: 0.0206017 Jul 28 06:37:23.249893 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:23.250258 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:23.250816 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.251610 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Bound using segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:23.252744 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Bound port: a4b03796-0e87-4b17-8d8b-b7d32f692197, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:23.253278 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.332800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:23.360657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks [] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.364262 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-c9346df6-671b-454c-9427-d7453ef1932f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263986 Jul 28 06:37:23.381633 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] For port a4b03796-0e87-4b17-8d8b-b7d32f692197, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:23.385432 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] For port a4b03796-0e87-4b17-8d8b-b7d32f692197, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a4b03796-0e87-4b17-8d8b-b7d32f692197,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:23.400032 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.443436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.499797 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-c2eb7316-2420-48d8-bfe2-a83128b04cfa tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:23.501945 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-c2eb7316-2420-48d8-bfe2-a83128b04cfa tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.9335260 Jul 28 06:37:23.504077 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:23.515747 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:23.543987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:23.548849 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f96f21-c13a-4ee0-94f0-6d42740442ce None None] Pushing event updated for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:23.550416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (b4f644e6-b3d5-4767-a739-d55a307452a3), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.554578 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.565129 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:23.566040 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:23.613439 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:23.689215 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Provisioning complete for port a4b03796-0e87-4b17-8d8b-b7d32f692197 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:23.689816 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.691819 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c3faf46f-ae8e-42b5-9296-0cae8147eee7 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:23.693170 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:23.749161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:23.797066 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-2f7329c6-1f2b-4887-b872-ad08553c4eca service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:37:23.799016 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 2, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:23.804583 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-2f7329c6-1f2b-4887-b872-ad08553c4eca service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0850644 Jul 28 06:37:23.827290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:23.876445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Pushing event updated for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:23.894524 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:23.895113 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-0a835bac-58b9-4228-81df-5ad8b6a9c72c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/quotas/0fb2f4ad616e43f5a9a248390bd0aebf HTTP/1.1" status: 200 len: 375 time: 0.3830068 Jul 28 06:37:23.925393 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:23.962895 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:23.963244 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Updating router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 port 8154663c-87b8-4699-9b59-038a357dcc90 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:23.966549 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-4818163a-3fc9-4935-88db-bee6f538094f service neutron] 10.222.0.20 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609571 Jul 28 06:37:24.023664 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c3faf46f-ae8e-42b5-9296-0cae8147eee7 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:24.024057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.029210 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b3b8c-0d12-4168-8e2a-85bdbf09994f None None] Pushing event updated for resources: {'Port': ['ID=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:24.040267 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:24.040895 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:24.043798 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:24.083732 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8154663c-87b8-4699-9b59-038a357dcc90), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.102952 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:24.126400 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-4436ba32-b169-491d-83ca-841c40b209f3 service neutron] 10.222.0.20 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590173 Jul 28 06:37:24.155917 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port c3faf46f-ae8e-42b5-9296-0cae8147eee7, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c3faf46f-ae8e-42b5-9296-0cae8147eee7,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:24.169949 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-f7d9082c-d036-4c2b-82f8-e99627053408 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2724218 Jul 28 06:37:24.189655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.213767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:24.294526 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.303092 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Current status of the port a4b03796-0e87-4b17-8d8b-b7d32f692197 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:24.303487 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.454648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:24.559565 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:24.649942 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-82ba52e3-03f9-4aad-89f2-e4b9db456e5e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:37:24.666991 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-82ba52e3-03f9-4aad-89f2-e4b9db456e5e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2620995 Jul 28 06:37:24.760329 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=c3faf46f-ae8e-42b5-9296-0cae8147eee7,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:24.816605 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c882c374-e581-4bbb-80ae-7c1cd0c04c9f up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:24.858423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks [] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.862705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50772) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:24.892766 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:24.900961 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (b4f644e6-b3d5-4767-a739-d55a307452a3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.006119 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks [] for port (8154663c-87b8-4699-9b59-038a357dcc90), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.027914 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.042853 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] For port a4b03796-0e87-4b17-8d8b-b7d32f692197, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a4b03796-0e87-4b17-8d8b-b7d32f692197,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:25.084089 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'f9431be3-b1b7-44cd-8ef0-4e692803e033', 'name': '', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'mac_address': 'fa:16:3e:a3:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:14Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 2, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'subnets': [{'id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:25.086175 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.093832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:25.127206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19ddf03e-5ae9-4e25-9a22-269a8a22c3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.133238 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee154b4-a69f-431f-bc97-a4da69c1a4fd None None] Pushing event updated for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:25.243328 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Pushing event updated for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:25.283321 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Attempting to bind port 8154663c-87b8-4699-9b59-038a357dcc90 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:25.283719 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Attempting to bind port 8154663c-87b8-4699-9b59-038a357dcc90 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:25.284069 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Attempting to bind port 8154663c-87b8-4699-9b59-038a357dcc90 on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:25.291470 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:25.291844 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Checking segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:25.292240 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.292674 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Bound using segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:25.293145 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Bound port: 8154663c-87b8-4699-9b59-038a357dcc90, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:25.293544 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8154663c-87b8-4699-9b59-038a357dcc90), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.326426 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-81d6823f-fc2b-41f4-b508-2d6581ff98f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585076 Jul 28 06:37:25.335100 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Checking router: 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:25.342618 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Updating router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 port f9431be3-b1b7-44cd-8ef0-4e692803e033 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:25.430957 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] For port 8154663c-87b8-4699-9b59-038a357dcc90, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:25.434324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19ddf03e-5ae9-4e25-9a22-269a8a22c3ac admin admin] Publish callbacks [] for security_group (713a778f-af36-44f3-84e9-c5f8771b74fc), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.447217 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19ddf03e-5ae9-4e25-9a22-269a8a22c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (713a778f-af36-44f3-84e9-c5f8771b74fc), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.448592 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] For port 8154663c-87b8-4699-9b59-038a357dcc90, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8154663c-87b8-4699-9b59-038a357dcc90,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:25.456737 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:25.526546 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750f7b9-ff8f-4dd8-b3eb-40286768671c None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:25.531570 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:25.532368 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.536319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:25.560886 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Provisioning complete for port a4b03796-0e87-4b17-8d8b-b7d32f692197 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:25.577799 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.672892 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ebaf1-b973-4c59-a316-3a8e9dc56cc3 None None] Pushing event updated for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:25.792894 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:22Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:25.836737 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:25.837398 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:25.845478 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c882c374-e581-4bbb-80ae-7c1cd0c04c9f triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:25.845864 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.847934 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:25.870493 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-19ddf03e-5ae9-4e25-9a22-269a8a22c3ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87658d48295748fda5c550debf8956f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0067132 Jul 28 06:37:25.891529 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50808) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:25.942928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff966cb-1586-4e40-8eef-3eda88f613e6 None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:22Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:26.001355 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-0da63415-b1b7-420d-9a99-4d2fa010cf6f service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740210 Jul 28 06:37:26.020752 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddf03e-5ae9-4e25-9a22-269a8a22c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a778f-af36-44f3-84e9-c5f8771b74fc,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:26.116486 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:26.126286 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Current status of the port a4b03796-0e87-4b17-8d8b-b7d32f692197 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:26.184720 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] Publish callbacks [] for security_group (713a778f-af36-44f3-84e9-c5f8771b74fc), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:26.238018 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:26.317621 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] Publish callbacks [] for security_group (713a778f-af36-44f3-84e9-c5f8771b74fc), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:26.418953 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:26.420801 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:26.466641 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-1ed8536f-f9ec-40eb-9080-f78495ddfb4c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:26.467368 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:26.477133 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee154b4-a69f-431f-bc97-a4da69c1a4fd None None] Pushing event updated for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:26.493603 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-1ed8536f-f9ec-40eb-9080-f78495ddfb4c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/networks?id=9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 HTTP/1.1" status: 200 len: 812 time: 1.0056720 Jul 28 06:37:26.499933 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e24e543d-1a0d-42f7-ba70-7425d25daf8d admin admin] 10.222.0.20 "PUT /v2.0/routers/b4f644e6-b3d5-4767-a739-d55a307452a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8335695 Jul 28 06:37:26.563539 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-df190f63-dc4c-4e93-91cd-c1ab69985da6 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/quotas/a0e7a5dae78a4c10926c6fb66458c71b HTTP/1.1" status: 200 len: 375 time: 0.0667939 Jul 28 06:37:26.565363 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (713a778f-af36-44f3-84e9-c5f8771b74fc), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:26.605656 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:26.614909 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/713a778f-af36-44f3-84e9-c5f8771b74fc HTTP/1.1" status: 204 len: 168 time: 0.7222748 Jul 28 06:37:26.779585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a0e65-eed5-45ef-b35a-befbb583eab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a778f-af36-44f3-84e9-c5f8771b74fc,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:26.918764 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f39fd5e-ccd3-4bb4-8991-804023e7815e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0e7a5dae78a4c10926c6fb66458c71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542712 Jul 28 06:37:26.997182 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-189cb531-f4d1-4740-aa91-6139c2611388 req-fd734d4c-4374-4197-87b0-5e0be39819fd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 0.2415423 Jul 28 06:37:27.294772 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:27.295382 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.331306 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:27.430830 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:25Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:27.461203 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-31f8917c-e9ea-4cbc-bffa-6966d3f7b8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414698 Jul 28 06:37:27.485749 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31c94419-abe3-4c95-8162-f67cc2cb9ed4 req-012097bc-504a-45aa-8362-a355be1c9f4f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 210 time: 0.1270113 Jul 28 06:37:27.528550 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d2b63-da77-439d-ab37-2d7262f99195 None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:25Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:27.582159 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50886) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:27.613257 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fd64ee8-5cbf-4808-81a0-5577ad288330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.693156 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks [] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.728938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:27.740713 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0edd9b0a-e32a-44db-99e4-58042028dbb8 None None] Port b191b8a4-19a1-42f7-8beb-8d69923dd382 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:27.780066 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.810139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fd64ee8-5cbf-4808-81a0-5577ad288330 admin admin] Publish callbacks [] for security_group (4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.818784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fd64ee8-5cbf-4808-81a0-5577ad288330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.893948 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7fd64ee8-5cbf-4808-81a0-5577ad288330 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b8181ceae4f4fb6a92ea8b21f89228e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073769 Jul 28 06:37:27.921410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 50896) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:27.924697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c882c374-e581-4bbb-80ae-7c1cd0c04c9f is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:28.010408 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:28.010408 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Provisioning complete for port 8154663c-87b8-4699-9b59-038a357dcc90 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:28.010408 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8154663c-87b8-4699-9b59-038a357dcc90), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.085795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64ee8-5cbf-4808-81a0-5577ad288330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:28.253514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] Publish callbacks [] for security_group (4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.266833 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-aa075b94-00d4-4c7d-bb45-e9e6d5b69332 service neutron] 10.222.0.20 "GET /v2.0/networks/9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046277 Jul 28 06:37:28.362899 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] Publish callbacks [] for security_group (4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.393204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50912) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:28.399086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614021100', 'description': 'tempest-description--1612706421'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:28.456562 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.461137 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.463266 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5 HTTP/1.1" status: 204 len: 168 time: 0.5395601 Jul 28 06:37:28.481786 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e502282-c38c-4683-834b-42ceb127df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd4eb21-5f4e-4e23-b3dd-ffa9a3aa4ae5,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:28.523156 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.626312 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:28.630691 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:28.669535 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Current status of the port 8154663c-87b8-4699-9b59-038a357dcc90 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:28.670127 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8154663c-87b8-4699-9b59-038a357dcc90), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.720683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a4b03796-0e87-4b17-8d8b-b7d32f692197 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:28.744693 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616421-af6f-48e2-b883-c58bcd9e0192 None None] Pushing event updated for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:28.816243 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (2d029e63-dcc2-454b-b435-ab8f1ba8acc7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.835021 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:28.836352 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2d029e63-dcc2-454b-b435-ab8f1ba8acc7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.991859 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:28.995879 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5986266 Jul 28 06:37:28.996890 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50938) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:29.012618 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '2d029e63-dcc2-454b-b435-ab8f1ba8acc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:29.019843 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Attempting to bind port f9431be3-b1b7-44cd-8ef0-4e692803e033 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:29.020884 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Attempting to bind port f9431be3-b1b7-44cd-8ef0-4e692803e033 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:29.021250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Attempting to bind port f9431be3-b1b7-44cd-8ef0-4e692803e033 on network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:29.022105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-de5f19e7-6862-40cb-bc93-764fa135fc57 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:29.033358 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-de5f19e7-6862-40cb-bc93-764fa135fc57 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.4237216 Jul 28 06:37:29.038633 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:29.039507 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Checking segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:29.040172 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.040733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Bound using segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:29.041500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Bound port: f9431be3-b1b7-44cd-8ef0-4e692803e033, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:29.042240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.051820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] For port 8154663c-87b8-4699-9b59-038a357dcc90, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8154663c-87b8-4699-9b59-038a357dcc90,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:29.052948 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2313b-ddea-47e4-87b8-fc5074b08454 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d029e63-dcc2-454b-b435-ab8f1ba8acc7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:29.085434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port a4b03796-0e87-4b17-8d8b-b7d32f692197 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:29.085910 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.088064 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.100826 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-0289a387-7ac8-4edc-89e3-cb44a4741284 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/quotas/0fb2f4ad616e43f5a9a248390bd0aebf HTTP/1.1" status: 200 len: 375 time: 0.0523682 Jul 28 06:37:29.156332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (fde62b11-9d89-479b-8020-8d38e4aecfe3), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.167221 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:29.167715 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.271794 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-d76d8e13-99f9-44ff-b610-226514d29c58 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699440 Jul 28 06:37:29.351708 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Pushing event updated for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:29.429665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (fde62b11-9d89-479b-8020-8d38e4aecfe3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.440525 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (fde62b11-9d89-479b-8020-8d38e4aecfe3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.595126 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde62b11-9d89-479b-8020-8d38e4aecfe3,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:29.617559 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-c392ef61-7426-4f83-af2f-4c044d8deaf0 service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434415 Jul 28 06:37:29.620856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:29.658873 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13f3cbf1-6f57-4efd-b6fa-520b22fc0146 req-523537b2-8628-4e0f-9d24-8fa946497421 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 0.1542795 Jul 28 06:37:29.665824 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.667198 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bc9f5334-7aa3-4772-a4de-71ddbd20abd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6692243 Jul 28 06:37:29.670319 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50960) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:29.675185 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '2d029e63-dcc2-454b-b435-ab8f1ba8acc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:29.682763 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7440babd-cff9-4fe8-ba77-1f0ba3cbf671 None None] Port b191b8a4-19a1-42f7-8beb-8d69923dd382 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:29.710957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] For port f9431be3-b1b7-44cd-8ef0-4e692803e033, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:29.752557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] For port f9431be3-b1b7-44cd-8ef0-4e692803e033, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=f9431be3-b1b7-44cd-8ef0-4e692803e033,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:29.782418 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port a4b03796-0e87-4b17-8d8b-b7d32f692197 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:29.783697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8154663c-87b8-4699-9b59-038a357dcc90 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:29.796220 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.830872 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e103c1a0-f99d-48d7-927a-13bd163ad109 req-ebcbf9ca-cc34-4731-a332-c2390f41e6cb tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.0686839 Jul 28 06:37:29.847955 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (508bc109-a58c-4351-9a67-ebdc53201bf2), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:29.904792 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-8a23cc4f-a5c0-41ab-90f7-bc3708921cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843084 Jul 28 06:37:30.073633 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (508bc109-a58c-4351-9a67-ebdc53201bf2), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.076763 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616421-af6f-48e2-b883-c58bcd9e0192 None None] Pushing event updated for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:30.081097 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (508bc109-a58c-4351-9a67-ebdc53201bf2), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.161043 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.49', 53355) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:30.215458 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508bc109-a58c-4351-9a67-ebdc53201bf2,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:30.242788 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 8154663c-87b8-4699-9b59-038a357dcc90 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:30.243280 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8154663c-87b8-4699-9b59-038a357dcc90), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.247457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.248769 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b1d3baf3-ae2b-45c3-a190-573f11d9e53a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5775096 Jul 28 06:37:30.258094 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 50986) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:30.288781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:30.323757 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Provisioning complete for port f9431be3-b1b7-44cd-8ef0-4e692803e033 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:30.324146 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.492666 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:30.662641 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:30.663878 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:30.715363 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8f43fa3-5e2c-4a5c-8fe0-e88ea3aabf70 req-ea0b7751-7d2f-4629-be01-85c64a9e26f1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 210 time: 0.3101456 Jul 28 06:37:30.807213 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.49', 53357) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:30.838473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.088135 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:31.093029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.099838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-438918be-5d40-463e-bb2c-e50200b6d1ba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:31.130832 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-438918be-5d40-463e-bb2c-e50200b6d1ba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 816 time: 0.9344397 Jul 28 06:37:31.247577 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c32d-f189-4045-b7ed-524ddc996be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.360957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.404876 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a639d51e-44c2-4a45-9ceb-30eeaaeafab9 req-31ebe063-e788-4b02-b91b-f3c3e0356b53 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.2558923 Jul 28 06:37:31.537819 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3271492f-d114-4c6f-8be3-3b7acdc9f445 req-a16e2fb0-d71f-45b0-b9ba-3ab4ea399d52 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 0.2309501 Jul 28 06:37:31.542799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.27.1.122 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/2a757d30-b7f6-42d6-a723-0c302804e535) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:31.543955 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 8154663c-87b8-4699-9b59-038a357dcc90 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:31.546609 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c3faf46f-ae8e-42b5-9296-0cae8147eee7 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:31.700895 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.704009 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Current status of the port f9431be3-b1b7-44cd-8ef0-4e692803e033 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:31.704788 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.733722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-d2d2a881-0d62-434b-88d5-a41d06089252 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:31.741981 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-d2d2a881-0d62-434b-88d5-a41d06089252 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.9153600 Jul 28 06:37:31.802603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'port': {'device_id': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'admin_state_up': True, 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:31.812751 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.897845 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.930100 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (2a757d30-b7f6-42d6-a723-0c302804e535), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.963333 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.976033 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c3faf46f-ae8e-42b5-9296-0cae8147eee7 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:31.990264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.996159 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.49', 53364) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:32.007338 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] For port f9431be3-b1b7-44cd-8ef0-4e692803e033, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=f9431be3-b1b7-44cd-8ef0-4e692803e033,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:32.174493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.315994 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-87cc1f3a-441b-4486-8f10-6220518c05a4 req-1a54f523-682b-48ae-b26b-ec05c5b023e0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 210 time: 0.3186293 Jul 28 06:37:32.427827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'f9431be3-b1b7-44cd-8ef0-4e692803e033', 'name': '', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'mac_address': 'fa:16:3e:a3:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:14Z', 'updated_at': '2022-07-28T06:37:29Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'subnets': [{'id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:32.506978 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-fd81f0b2-afa4-48e8-a60f-6a95d1d643b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 379 time: 1.2016053 Jul 28 06:37:32.517636 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Made reservation on behalf of 0fb2f4ad616e43f5a9a248390bd0aebf for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:32.524934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.552634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.566608 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'port': {'device_id': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'admin_state_up': True, 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'security_groups': ['9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:32.651723 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f27c0-8e95-43f8-b8f4-aedd0dc8caa2 None None] The sync data for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi is: [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:37:16Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'f9431be3-b1b7-44cd-8ef0-4e692803e033', 'name': '', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'mac_address': 'fa:16:3e:a3:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:14Z', 'updated_at': '2022-07-28T06:37:29Z', 'revision_number': 4, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'subnets': [{'id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:32.659441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df29500f-0aaa-4df8-85f2-25ad4f14c36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.696412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-1a06b0b9-10de-4d00-9c00-c093a4e8adf3 None None] Provisioning complete for port f9431be3-b1b7-44cd-8ef0-4e692803e033 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:32.696943 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a06b0b9-10de-4d00-9c00-c093a4e8adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.754599 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb5986-e662-4f0a-9bbc-76e6fe2736ee None None] Pushing event updated for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:32.788364 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c3faf46f-ae8e-42b5-9296-0cae8147eee7 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:32.930777 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8f08c2ab-b10a-4bc3-9508-1ccd856eba0e req-8cd5c4af-216e-49a9-ad24-e60b6f6b4c4c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.3276711 Jul 28 06:37:32.964829 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=2a757d30-b7f6-42d6-a723-0c302804e535,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:33.008713 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-1a06b0b9-10de-4d00-9c00-c093a4e8adf3 None None] Current status of the port f9431be3-b1b7-44cd-8ef0-4e692803e033 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:33.043689 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:33.063950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:33.072775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:33.226150 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.247131 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.49', 53368) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:33.338533 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:33.573175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-fe0b3ee1-32f5-4334-8589-dd69abc0d608 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:33.578285 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-fe0b3ee1-32f5-4334-8589-dd69abc0d608 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.3286781 Jul 28 06:37:33.658386 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Allocated IP 172.20.0.5 (2e0d957c-26b4-458e-ac0c-afc92b508943/991237bb-f03f-46b8-bd0c-ff18d3280708/1af3bbc2-bb75-4b78-b8d2-211da789e581) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:33.688939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-9bb44010-c779-481b-8c36-2bc7ebcc9f87 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:33.694743 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-9bb44010-c779-481b-8c36-2bc7ebcc9f87 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.49 "GET /v2.0/networks?id=9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 HTTP/1.1" status: 200 len: 812 time: 1.6818261 Jul 28 06:37:33.704600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'port': {'device_id': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'admin_state_up': True, 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:33.773992 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:33.775702 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.910134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Request body: {'port': {'device_id': '6b1897c3-cdbe-4796-972b-29758824f972', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'admin_state_up': True, 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:33.988388 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:33.995979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4fbfb027-aeca-443b-bd0b-7f4b4898ccbb req-a0f7fdea-1ba2-4acb-a50e-4319c0b7d787 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 1.1320860 Jul 28 06:37:34.031174 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.102042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.185690 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:34.198443 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.206808 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Made reservation on behalf of d9e0dc09f9844b57bf7b38a5d4e54e17 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:34.212518 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.274482 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:34.275190 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.377688 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:34.379066 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03b43ee4-a318-4440-9862-059518fc4f56 req-970ec5b5-505c-49aa-a238-4864f2aa26a1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 210 time: 0.4302039 Jul 28 06:37:34.388709 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.390461 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device f9431be3-b1b7-44cd-8ef0-4e692803e033 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:34.595621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Allocated IP 172.20.0.6 (85e85b9c-60b1-412d-a087-859c9e65f8e8/f8bc3620-3f74-4d67-b2f0-2303a96f800e/626917cf-1bf9-47dd-b3eb-784f6c8fdad0) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:34.670030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.725169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.764118 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port f9431be3-b1b7-44cd-8ef0-4e692803e033 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:34.764622 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.844279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:34.856186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.869472 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-da6aa9fb-da33-4c70-9429-a6d0199a3ff0 req-b8dad7f4-c76e-4922-9911-036ae8f62e7a tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.2406375 Jul 28 06:37:34.961004 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:34.990401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:34.994402 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (2a757d30-b7f6-42d6-a723-0c302804e535), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.995598 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:34.996832 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Made reservation on behalf of 0fb2f4ad616e43f5a9a248390bd0aebf for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:35.002054 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port f9431be3-b1b7-44cd-8ef0-4e692803e033 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:35.004166 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8154663c-87b8-4699-9b59-038a357dcc90 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:35.014521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.032521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.038914 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:35.040532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.164344 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:35.165955 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 8154663c-87b8-4699-9b59-038a357dcc90 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:35.167998 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8154663c-87b8-4699-9b59-038a357dcc90), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.219292 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-a94a86da-8a71-43ab-b9dd-26b6254111df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4498746 Jul 28 06:37:35.237870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=2a757d30-b7f6-42d6-a723-0c302804e535,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:35.258081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:35.264158 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Made reservation on behalf of a0e7a5dae78a4c10926c6fb66458c71b for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:35.279240 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.354782 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.362761 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-06e0e3e4-6fb4-4306-a10c-5a5f5a332235 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:37:35.369010 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-06e0e3e4-6fb4-4306-a10c-5a5f5a332235 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1395769 Jul 28 06:37:35.371165 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-820faa38-8052-4c67-87f9-fe80f110e918 req-51823f87-34a3-4bbd-b488-5c0686650c85 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 0.1430538 Jul 28 06:37:35.428975 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 8154663c-87b8-4699-9b59-038a357dcc90 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:35.539767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.601484 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.650444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.757887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:35.761904 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:35.775046 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:35.778099 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.783299 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-cf8b23e8-4d79-4bd5-a2ea-c5c69dc9c481 None None] Provisioning complete for port 1af3bbc2-bb75-4b78-b8d2-211da789e581 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:35.797602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cf8b23e8-4d79-4bd5-a2ea-c5c69dc9c481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.861755 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:35.886368 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:35.890449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.029410 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b23e8-4d79-4bd5-a2ea-c5c69dc9c481 None None] Port 1af3bbc2-bb75-4b78-b8d2-211da789e581 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:36.059931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:36.061060 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.092339 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c402236e-8ea5-44fa-88c9-94d78f5d79fb req-73b858e6-49f8-4584-986f-f2c57aa0304b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 210 time: 0.3327358 Jul 28 06:37:36.092827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:36.174876 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6326873 Jul 28 06:37:36.200956 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:36.201056 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Request body: {'port': {'device_id': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:36.256552 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:36.262379 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:36.277129 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:36.277815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:33Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:36.323845 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.337974 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddbb5a-dd98-4849-bb18-148613c1d6b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:36.369179 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Request body: {'port': {'device_id': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:36.452521 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-e04d1585-8f28-489d-a4c1-5a2bdd6b7bb3 None None] Provisioning complete for port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:36.454093 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e04d1585-8f28-489d-a4c1-5a2bdd6b7bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.463700 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Allocated IP 172.20.0.14 (2e0d957c-26b4-458e-ac0c-afc92b508943/991237bb-f03f-46b8-bd0c-ff18d3280708/7d4c8835-d4d0-44cd-b343-088c09fffb3a) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:36.585541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.586321 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-625eb115-d269-4e56-917b-353e2d29bb71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3271368 Jul 28 06:37:36.694091 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9ae27fee-c2ec-4682-8d81-a330da4d1986 req-732725dd-287c-4b02-9ad7-42b5c92b3a8e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.4809928 Jul 28 06:37:36.766656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-e04d1585-8f28-489d-a4c1-5a2bdd6b7bb3 None None] Port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:36.794924 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:37.194174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.255979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.264016 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.349807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Allocated IP 172.20.0.6 (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7/aa58930e-59d0-4e02-b2c1-49d9edd08fe1/c069b7a6-23c4-4f73-8439-bbaa0bf0be15) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:37.366543 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.396951 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:37.421943 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.451243 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=39 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.466105 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:37.467859 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Updating router b4f644e6-b3d5-4767-a739-d55a307452a3 port b191b8a4-19a1-42f7-8beb-8d69923dd382 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:37.468720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531c06-09b3-40d3-b8b0-6d11e6e79fa7 req-8d606b4e-f215-4b90-a5a7-dad4f1eb48b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:37.487782 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47531c06-09b3-40d3-b8b0-6d11e6e79fa7 req-8d606b4e-f215-4b90-a5a7-dad4f1eb48b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 931 time: 0.2695880 Jul 28 06:37:37.544381 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-daedd5cc-7f96-4749-82e1-dc1410d27d6c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1614021100&fields=id&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 267 time: 0.2811232 Jul 28 06:37:37.561025 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.619735 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.767614 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-ed4a4254-6a30-46de-b503-e5a883500528 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:37.769557 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-ed4a4254-6a30-46de-b503-e5a883500528 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1567383 Jul 28 06:37:37.780187 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:37.788058 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47531c06-09b3-40d3-b8b0-6d11e6e79fa7 req-76103699-54ce-46ff-bad8-ed4c9fd09f08 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912352 Jul 28 06:37:37.860031 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-0f37fe94-fe61-4e33-b1d3-f16400f556b4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/quotas/dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 375 time: 0.0781529 Jul 28 06:37:37.882468 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:37.975070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.060133 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.108938 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:38.114557 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:38.115213 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.118573 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:38.158638 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-388d8153-49d5-441c-a29d-a616d8a59378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669489 Jul 28 06:37:38.196625 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744bcc8-6e33-40e1-be58-43dedc715613 req-3d3b9d8d-79dc-4775-af44-f82bc70c84d9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:38.198407 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-9fdfeaf4-1bb7-4417-a4ef-1164da79ec84 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5267105 Jul 28 06:37:38.208743 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d744bcc8-6e33-40e1-be58-43dedc715613 req-3d3b9d8d-79dc-4775-af44-f82bc70c84d9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 932 time: 0.2747571 Jul 28 06:37:38.226964 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af3bbc2-bb75-4b78-b8d2-211da789e581 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:38.287641 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks [] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.309548 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks [] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.315088 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.440158 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Transition to ACTIVE for port object 1af3bbc2-bb75-4b78-b8d2-211da789e581 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:38.454704 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Request body: {'port': {'device_id': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:38.477776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-fc2d5af1-84a5-412d-85f4-9ee545fcb40d None None] Provisioning complete for port 7d4c8835-d4d0-44cd-b343-088c09fffb3a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:38.478296 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5af1-84a5-412d-85f4-9ee545fcb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.537714 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.544431 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d40a-1204-4305-8f7f-d527cfa92dd5 None None] Pushing event updated for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:38.615209 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-9e4eda93-44cb-4c87-8192-85dbcb790bed service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222188 Jul 28 06:37:38.654041 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d5af1-84a5-412d-85f4-9ee545fcb40d None None] Port 7d4c8835-d4d0-44cd-b343-088c09fffb3a cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:38.755558 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Attempting to bind port b191b8a4-19a1-42f7-8beb-8d69923dd382 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:38.755878 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Attempting to bind port b191b8a4-19a1-42f7-8beb-8d69923dd382 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:38.756278 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Attempting to bind port b191b8a4-19a1-42f7-8beb-8d69923dd382 on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:38.775205 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:38.775570 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:38.775966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.776354 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:38.776824 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Bound port: b191b8a4-19a1-42f7-8beb-8d69923dd382, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:38.785015 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.807402 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks [] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.813143 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d744bcc8-6e33-40e1-be58-43dedc715613 req-cb71916d-a75a-4401-836d-2635179b2650 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031070 Jul 28 06:37:38.858728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.997860 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] For port b191b8a4-19a1-42f7-8beb-8d69923dd382, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:39.002732 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] For port b191b8a4-19a1-42f7-8beb-8d69923dd382, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b191b8a4-19a1-42f7-8beb-8d69923dd382,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:39.005131 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-da0febd3-8664-4d71-abfe-b74f5dafa01e None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:39.005934 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da0febd3-8664-4d71-abfe-b74f5dafa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.031580 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.113612 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:39.117049 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.156767 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-2463b559-59a2-4c79-a2b1-e14b676ee6cc service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081332 Jul 28 06:37:39.164672 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-da0febd3-8664-4d71-abfe-b74f5dafa01e None None] Port b191b8a4-19a1-42f7-8beb-8d69923dd382 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:39.259167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:39.260013 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:37:33Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:39.279505 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:39.445134 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d40a-1204-4305-8f7f-d527cfa92dd5 None None] Pushing event updated for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:39.452825 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.576583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Pushing event updated for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:39.635136 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:39.739815 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks [] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.761831 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:39.813204 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b191b8a4-19a1-42f7-8beb-8d69923dd382 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:39.818521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:39.822259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Transition to ACTIVE for port object 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:39.836237 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:39.841851 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:39.842482 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.843380 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:40.037898 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51298) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:40.082687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Pushing event updated for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:40.165549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Attempting to bind port 1af3bbc2-bb75-4b78-b8d2-211da789e581 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:40.166140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Attempting to bind port 1af3bbc2-bb75-4b78-b8d2-211da789e581 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:40.166788 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Attempting to bind port 1af3bbc2-bb75-4b78-b8d2-211da789e581 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:40.178006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.286783 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:40.287339 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.317337 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:40.353014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Port 1af3bbc2-bb75-4b78-b8d2-211da789e581 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:40.353658 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Attempting to bind port 1af3bbc2-bb75-4b78-b8d2-211da789e581 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:40.388223 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:40.390045 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:40.391204 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Bound using segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:40.393390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Bound port: 1af3bbc2-bb75-4b78-b8d2-211da789e581, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:40.395885 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.684501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8bd-31cf-4a2d-b3da-e30f2ba21487 req-d31eecf4-ddc0-4314-aa98-4d9f42fe98f2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:40.696863 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f532b8bd-31cf-4a2d-b3da-e30f2ba21487 req-d31eecf4-ddc0-4314-aa98-4d9f42fe98f2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.8728240 Jul 28 06:37:40.800754 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-9f6acc82-7c0e-4f91-9ffa-2d28bfaeb84c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9527335 Jul 28 06:37:40.820449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:40.904306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:40.920534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Request body: {'port': {'device_id': '6b1897c3-cdbe-4796-972b-29758824f972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:40.936598 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325116d1-4bac-4e4f-ab24-3332e40fb4bb req-06d04219-2d8b-4d80-aa52-1edcccf379ac tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:40.939791 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:40.951867 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-325116d1-4bac-4e4f-ab24-3332e40fb4bb req-06d04219-2d8b-4d80-aa52-1edcccf379ac tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 931 time: 1.5147433 Jul 28 06:37:40.958224 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.975869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.255393 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-adc1d410-7368-4db1-9b75-d4a673649cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.286815 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:41.288847 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Pushing event updated for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:41.344832 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:41.345576 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.347048 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-efbcd829-19b3-42d3-8292-a4063fcf48ca service neutron] 10.222.0.49 "PUT /v2.0/ports/1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 1093 time: 5.4205613 Jul 28 06:37:41.349682 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:41.523720 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f532b8bd-31cf-4a2d-b3da-e30f2ba21487 req-6f300ab8-5974-4a9f-a3ec-1cf0106879d4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7136698 Jul 28 06:37:41.653350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:41.690982 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:41.740344 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Current status of the port b191b8a4-19a1-42f7-8beb-8d69923dd382 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:41.741167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.782066 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:37:41.801322 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-adc1d410-7368-4db1-9b75-d4a673649cff admin admin] Publish callbacks [] for security_group (a75dc4ee-2584-4492-a81a-942fd364392c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.804054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51348) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:41.818928 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51350) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:41.840583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-adc1d410-7368-4db1-9b75-d4a673649cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a75dc4ee-2584-4492-a81a-942fd364392c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.890467 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port b191b8a4-19a1-42f7-8beb-8d69923dd382 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:41.891355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.904730 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:41.944160 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-41106efc-0c17-46e7-aa8d-cec7ff119213 req-b2baa649-66c1-49ab-87b1-4b8ea361163a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.1347256 Jul 28 06:37:41.960891 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-90566438-1c64-44ed-adcc-db6921a17edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:41.964803 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-90566438-1c64-44ed-adcc-db6921a17edb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1127 time: 0.3459918 Jul 28 06:37:41.979599 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Attempting to bind port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:41.979696 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1d410-7368-4db1-9b75-d4a673649cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75dc4ee-2584-4492-a81a-942fd364392c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:41.980223 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Attempting to bind port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:41.980589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Attempting to bind port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:41.997457 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] For port b191b8a4-19a1-42f7-8beb-8d69923dd382, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b191b8a4-19a1-42f7-8beb-8d69923dd382,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:42.011683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:42.012034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Attempting to bind port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:42.014571 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.039058 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-325116d1-4bac-4e4f-ab24-3332e40fb4bb req-0b3e0e2e-10c7-4698-9e36-379dde9625d9 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0256896 Jul 28 06:37:42.040378 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:42.040729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Checking segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:42.041116 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Bound using segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:42.041584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Bound port: 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:42.042299 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.054422 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3085fe69-bfbe-4eba-9bc1-ac1f8ca1f848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.131464 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:42.135442 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:42.143571 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:38Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:42.144572 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.203519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db4bd-2e73-4c0c-85b3-44dd83719b09 None None] Pushing event updated for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:42.206459 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-1e458cb4-a2a3-4b10-be4a-fde0317c11d0 None None] Provisioning complete for port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:42.206929 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1e458cb4-a2a3-4b10-be4a-fde0317c11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.232209 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a581725-19eb-4db2-8c93-c30dd2dee58c" -d '{"events": [{"name": "network-changed", "server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:42.234891 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:42.236807 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f94c4-bd9b-4749-8917-6165fb53d6a3 None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:38Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:42.245130 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:42.245885 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.247349 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-2bd13211-292a-4a1a-9f6a-aec164607466 service neutron] 10.222.0.49 "PUT /v2.0/ports/626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 1093 time: 5.9250774 Jul 28 06:37:42.250944 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.db.api [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 06:37:42.251422 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG oslo_db.api [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 06:37:42.265602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-1e458cb4-a2a3-4b10-be4a-fde0317c11d0 None None] Port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:42.341619 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-adc1d410-7368-4db1-9b75-d4a673649cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db906862ca974657a0539df041c7e952&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3001702 Jul 28 06:37:42.344381 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51362) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:42.366246 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:42.409721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:42.417903 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c8835-d4d0-44cd-b343-088c09fffb3a {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:42.429701 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c959f276-f4ab-44d6-b9e9-ea1ed0746b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.447665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b5e4-66d6-4008-88ba-811472474372 req-63b09bbe-8d18-4b3f-971d-7c1570110f5b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:42.455147 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a434b5e4-66d6-4008-88ba-811472474372 req-63b09bbe-8d18-4b3f-971d-7c1570110f5b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 932 time: 0.3982849 Jul 28 06:37:42.460950 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305da2e-bfc5-4c80-aa14-1e81b097dd7d x-openstack-request-id: req-3305da2e-bfc5-4c80-aa14-1e81b097dd7d {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:42.461485 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:42.461831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3305da2e-bfc5-4c80-aa14-1e81b097dd7d {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:42.462049 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks [] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.462511 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3305da2e-bfc5-4c80-aa14-1e81b097dd7d'] response: {'name': 'network-changed', 'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581', 'status': 'completed', 'code': 200} Jul 28 06:37:42.486489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] Publish callbacks [] for security_group (a75dc4ee-2584-4492-a81a-942fd364392c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.517053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] Publish callbacks [] for security_group (a75dc4ee-2584-4492-a81a-942fd364392c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.578342 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a75dc4ee-2584-4492-a81a-942fd364392c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.581455 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.583064 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a75dc4ee-2584-4492-a81a-942fd364392c HTTP/1.1" status: 204 len: 168 time: 0.2376397 Jul 28 06:37:42.594687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Transition to ACTIVE for port object 7d4c8835-d4d0-44cd-b343-088c09fffb3a will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:42.598274 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33243b4b-040c-4edd-a232-c20bd9fb661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75dc4ee-2584-4492-a81a-942fd364392c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:42.637963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.708601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c862b4-51fa-4a2e-aa6f-901e0327b5f7 req-60215627-c888-4d59-be26-ba2254556ef0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:42.710289 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22c862b4-51fa-4a2e-aa6f-901e0327b5f7 req-60215627-c888-4d59-be26-ba2254556ef0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0574875 Jul 28 06:37:42.799894 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a434b5e4-66d6-4008-88ba-811472474372 req-b54506c4-2268-4ec0-b750-bbd388a7cd79 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427808 Jul 28 06:37:42.800581 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22c862b4-51fa-4a2e-aa6f-901e0327b5f7 req-c1f27cbc-0aa1-4795-bab8-28e5bd18ffd0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818346 Jul 28 06:37:42.861966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port b191b8a4-19a1-42f7-8beb-8d69923dd382 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:42.969754 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.001522 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b191b8a4-19a1-42f7-8beb-8d69923dd382 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:43.071294 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3085fe69-bfbe-4eba-9bc1-ac1f8ca1f848 admin admin] Publish callbacks [] for security_group (5226ce62-2cc9-4d08-9c73-2d1a6e513505), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.088465 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Attempting to bind port 7d4c8835-d4d0-44cd-b343-088c09fffb3a on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:43.088672 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Attempting to bind port 7d4c8835-d4d0-44cd-b343-088c09fffb3a by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:43.089022 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Attempting to bind port 7d4c8835-d4d0-44cd-b343-088c09fffb3a on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:43.105388 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3085fe69-bfbe-4eba-9bc1-ac1f8ca1f848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5226ce62-2cc9-4d08-9c73-2d1a6e513505), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.119821 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=17 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:43.136384 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port b191b8a4-19a1-42f7-8beb-8d69923dd382 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:43.137278 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.154324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Port 7d4c8835-d4d0-44cd-b343-088c09fffb3a on network 2e0d957c-26b4-458e-ac0c-afc92b508943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:43.154648 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Attempting to bind port 7d4c8835-d4d0-44cd-b343-088c09fffb3a on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:43.159494 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c959f276-f4ab-44d6-b9e9-ea1ed0746b50 admin admin] Publish callbacks [] for security_group (0188b96d-d67a-4f1d-92eb-6cc8202207da), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.173923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:43.179089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51380) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:43.221634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c959f276-f4ab-44d6-b9e9-ea1ed0746b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0188b96d-d67a-4f1d-92eb-6cc8202207da), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.227814 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b49c6b-dca0-4ccc-8e87-bec03835f0ea req-6298d5a2-e572-4ca5-8855-d6560e198e67 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:43.229567 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97b49c6b-dca0-4ccc-8e87-bec03835f0ea req-6298d5a2-e572-4ca5-8855-d6560e198e67 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 931 time: 0.0666320 Jul 28 06:37:43.234545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port b191b8a4-19a1-42f7-8beb-8d69923dd382 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:43.248966 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d88f694-e0c6-44c0-9c3b-2e141bceeb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.258000 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:43.258435 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:43.258925 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Bound using segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:43.259368 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Bound port: 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:43.259726 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.277498 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e915e6f-86e4-4599-afa3-9bb81a80b5bc req-3f65cc31-58b6-471c-aa65-41c8e8cfc632 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.1655979 Jul 28 06:37:43.282014 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c069b7a6-23c4-4f73-8439-bbaa0bf0be15 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:43.286684 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97b49c6b-dca0-4ccc-8e87-bec03835f0ea req-4e95b10e-e850-40ce-a14d-4918799868bf tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494349 Jul 28 06:37:43.328035 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3085fe69-bfbe-4eba-9bc1-ac1f8ca1f848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=773c6f93b58a42a48700a32a2ce4eb47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5170379 Jul 28 06:37:43.330763 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51384) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:43.337052 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks [] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.339238 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085fe69-bfbe-4eba-9bc1-ac1f8ca1f848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5226ce62-2cc9-4d08-9c73-2d1a6e513505,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.359189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:43.384591 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959f276-f4ab-44d6-b9e9-ea1ed0746b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188b96d-d67a-4f1d-92eb-6cc8202207da,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.391785 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] Publish callbacks [] for security_group (5226ce62-2cc9-4d08-9c73-2d1a6e513505), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.414626 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c959f276-f4ab-44d6-b9e9-ea1ed0746b50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e20126b6f19547cbb206d4fce06be379&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5749977 Jul 28 06:37:43.415884 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Transition to ACTIVE for port object c069b7a6-23c4-4f73-8439-bbaa0bf0be15 will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:43.417082 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] Publish callbacks [] for security_group (5226ce62-2cc9-4d08-9c73-2d1a6e513505), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.419264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51386) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:43.429349 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.518197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] Publish callbacks [] for security_group (0188b96d-d67a-4f1d-92eb-6cc8202207da), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.522557 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:43.530793 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:43.544238 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.547728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] Publish callbacks [] for security_group (0188b96d-d67a-4f1d-92eb-6cc8202207da), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.549838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5226ce62-2cc9-4d08-9c73-2d1a6e513505), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.552582 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.556317 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5226ce62-2cc9-4d08-9c73-2d1a6e513505 HTTP/1.1" status: 204 len: 168 time: 0.2219951 Jul 28 06:37:43.573394 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.575931 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b056c-5301-41a5-84b4-0cf98416ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226ce62-2cc9-4d08-9c73-2d1a6e513505,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.630734 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0188b96d-d67a-4f1d-92eb-6cc8202207da), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.634923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.639543 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d88f694-e0c6-44c0-9c3b-2e141bceeb43 admin admin] Publish callbacks [] for security_group (e6624be7-fcab-48a3-85de-908a4a57d65b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.641145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Attempting to bind port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:43.641145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Attempting to bind port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:43.641712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Attempting to bind port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 on network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:43.642305 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0188b96d-d67a-4f1d-92eb-6cc8202207da HTTP/1.1" status: 204 len: 168 time: 0.2206991 Jul 28 06:37:43.651682 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:43.652399 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.653893 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] 10.222.0.49 "PUT /v2.0/ports/7d4c8835-d4d0-44cd-b343-088c09fffb3a HTTP/1.1" status: 200 len: 1094 time: 5.2309146 Jul 28 06:37:43.659972 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:43.668991 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ed95f-dc49-4d0f-8517-8c1e63f8142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188b96d-d67a-4f1d-92eb-6cc8202207da,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.764393 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d88f694-e0c6-44c0-9c3b-2e141bceeb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e6624be7-fcab-48a3-85de-908a4a57d65b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.801847 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60734e-8180-4346-b4b0-22dabdb8c569 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.834070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88f694-e0c6-44c0-9c3b-2e141bceeb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6624be7-fcab-48a3-85de-908a4a57d65b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:43.836629 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 on network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:43.837024 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Attempting to bind port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 on network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:43.851804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:43.852143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Checking segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:43.852532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Bound using segment: {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:43.853851 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Bound port: c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0270f67d-e590-49b1-8ffa-fac3f1280e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:43.854263 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.887060 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4d88f694-e0c6-44c0-9c3b-2e141bceeb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5dec23576874ca880d454ee34c8feef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6941967 Jul 28 06:37:43.887452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51402) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:43.897606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:44.085179 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b961-8d24-429c-a3af-4d09d51b6d01 req-fa78864f-63c3-4bb8-86ce-736e0f403c11 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:44.087069 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4d4b961-8d24-429c-a3af-4d09d51b6d01 req-fa78864f-63c3-4bb8-86ce-736e0f403c11 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.1257250 Jul 28 06:37:44.090801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62fe3e-e38c-406c-8e87-a2bf4746ef45 req-3a218db8-f5a9-49bb-a629-ee969889e8e3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:44.092295 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf62fe3e-e38c-406c-8e87-a2bf4746ef45 req-3a218db8-f5a9-49bb-a629-ee969889e8e3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.1258984 Jul 28 06:37:44.093487 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:44.097206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:44.104929 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] Publish callbacks [] for security_group (e6624be7-fcab-48a3-85de-908a4a57d65b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.122762 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.159822 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] Publish callbacks [] for security_group (e6624be7-fcab-48a3-85de-908a4a57d65b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.195737 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:44.207508 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:44.208264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.209679 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-1e0b155f-0131-4ccc-a81d-f362491e47c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/c069b7a6-23c4-4f73-8439-bbaa0bf0be15 HTTP/1.1" status: 200 len: 1093 time: 3.3656843 Jul 28 06:37:44.217438 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf62fe3e-e38c-406c-8e87-a2bf4746ef45 req-c32c911a-fa41-4977-a8a9-93c62764ef14 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180923 Jul 28 06:37:44.264070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a613125-e826-4e81-9904-4555e45b21ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:44.277562 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4d4b961-8d24-429c-a3af-4d09d51b6d01 req-0050843f-af8d-48b5-aa5a-9f3623031c45 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707168 Jul 28 06:37:44.318925 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51418) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:44.323287 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e6624be7-fcab-48a3-85de-908a4a57d65b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.326714 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.336998 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6624be7-fcab-48a3-85de-908a4a57d65b HTTP/1.1" status: 204 len: 168 time: 0.4484556 Jul 28 06:37:44.348950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cadaa922-f0ba-4fe3-a44d-3b6c4520f4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.366099 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0bb3-0582-42d1-aa88-1941a9483109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6624be7-fcab-48a3-85de-908a4a57d65b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:44.402630 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:44.463859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:44.466390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798" -d '{"events": [{"name": "network-changed", "server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:44.532539 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33a49131-4245-43e8-bc04-8386bce7a949 req-b703394c-6d4d-442e-baae-abd6edc1b888 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0623574 Jul 28 06:37:44.652390 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cadaa922-f0ba-4fe3-a44d-3b6c4520f4ff admin admin] Publish callbacks [] for security_group (6d8342a3-d67c-49ec-8c9e-54215b3c0e1c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.659300 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cadaa922-f0ba-4fe3-a44d-3b6c4520f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6d8342a3-d67c-49ec-8c9e-54215b3c0e1c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:44.746130 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac701b2-6977-42bc-81b9-32c68f22d1b3 req-1912c7d8-29bb-4cd2-9af6-dd7bb4ec8cea tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:44.765334 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bac701b2-6977-42bc-81b9-32c68f22d1b3 req-1912c7d8-29bb-4cd2-9af6-dd7bb4ec8cea tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.1080394 Jul 28 06:37:44.767871 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaa922-f0ba-4fe3-a44d-3b6c4520f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8342a3-d67c-49ec-8c9e-54215b3c0e1c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:44.785599 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cadaa922-f0ba-4fe3-a44d-3b6c4520f4ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e667809886f5432c9ff233721dc73ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628959 Jul 28 06:37:44.796492 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51430) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:44.975221 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d82adf-28c6-4693-bd3c-72eff5265ca1 x-openstack-request-id: req-e7d82adf-28c6-4693-bd3c-72eff5265ca1 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:44.975545 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:44.975857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7d82adf-28c6-4693-bd3c-72eff5265ca1 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:44.976318 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d82adf-28c6-4693-bd3c-72eff5265ca1'] response: {'name': 'network-changed', 'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a', 'status': 'completed', 'code': 200} Jul 28 06:37:44.976944 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] Publish callbacks [] for security_group (6d8342a3-d67c-49ec-8c9e-54215b3c0e1c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.040492 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] Publish callbacks [] for security_group (6d8342a3-d67c-49ec-8c9e-54215b3c0e1c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.089022 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:45.099589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575796ad-bc30-48b8-8622-a44d1ac75ba1 x-openstack-request-id: req-575796ad-bc30-48b8-8622-a44d1ac75ba1 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:45.099878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:45.100304 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-575796ad-bc30-48b8-8622-a44d1ac75ba1 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:45.100864 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575796ad-bc30-48b8-8622-a44d1ac75ba1'] response: {'name': 'network-changed', 'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'status': 'completed', 'code': 200} Jul 28 06:37:45.105797 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-f8ceb701-767c-4514-8245-a7782da32f2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.3377314 Jul 28 06:37:45.115518 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6d8342a3-d67c-49ec-8c9e-54215b3c0e1c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.119089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.123192 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d8342a3-d67c-49ec-8c9e-54215b3c0e1c HTTP/1.1" status: 204 len: 168 time: 0.3227780 Jul 28 06:37:45.127880 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51440) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:45.133240 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b126a7-a5eb-40e8-9d74-8f498b5fcf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8342a3-d67c-49ec-8c9e-54215b3c0e1c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:45.145908 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bac701b2-6977-42bc-81b9-32c68f22d1b3 req-1007c1c0-90b7-4c90-9988-4d5b150dff0f tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792760 Jul 28 06:37:45.172647 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfba4-9220-4250-a165-a27b6365005c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.245608 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:45.276268 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfba4-9220-4250-a165-a27b6365005c admin admin] Publish callbacks [] for security_group (a62b4633-eced-46b5-8723-ef3cb446f673), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.292943 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfba4-9220-4250-a165-a27b6365005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a62b4633-eced-46b5-8723-ef3cb446f673), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.351146 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ac8dfba4-9220-4250-a165-a27b6365005c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ac0a495121947bdb152c826e7831839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179496 Jul 28 06:37:45.351146 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dfba4-9220-4250-a165-a27b6365005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b4633-eced-46b5-8723-ef3cb446f673,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:45.352364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51448) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:45.442716 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477290f-19bf-4361-ab7b-840ada7689b2 req-919f34ed-0f7e-41bb-a673-8d97e6f953e5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:45.444504 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d477290f-19bf-4361-ab7b-840ada7689b2 req-919f34ed-0f7e-41bb-a673-8d97e6f953e5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0834899 Jul 28 06:37:45.488206 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] Publish callbacks [] for security_group (a62b4633-eced-46b5-8723-ef3cb446f673), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.507719 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326f2e-f23a-45ed-aeb3-ccf1a788f1fb req-1f5797c1-4967-4f1b-8bb2-116d9ca5c4b1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:45.517467 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-98326f2e-f23a-45ed-aeb3-ccf1a788f1fb req-1f5797c1-4967-4f1b-8bb2-116d9ca5c4b1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.1029406 Jul 28 06:37:45.520573 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d477290f-19bf-4361-ab7b-840ada7689b2 req-f72f7800-a44a-426f-8e70-8d6fea0b3511 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674839 Jul 28 06:37:45.563638 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] Publish callbacks [] for security_group (a62b4633-eced-46b5-8723-ef3cb446f673), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.630706 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-98326f2e-f23a-45ed-aeb3-ccf1a788f1fb req-8fd88dcb-5060-4584-b966-4cb72b1e2e6e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120996 Jul 28 06:37:45.679330 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a62b4633-eced-46b5-8723-ef3cb446f673), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.682429 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:45.683612 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a62b4633-eced-46b5-8723-ef3cb446f673 HTTP/1.1" status: 204 len: 168 time: 0.3190734 Jul 28 06:37:45.684622 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13c6471d-e3c9-48df-8273-a1903741cfcd req-52797827-4d60-432d-af20-f9a4ae98d054 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0611529 Jul 28 06:37:45.686919 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:45.693744 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4750c-825e-43e1-9a49-c55a8dfc0cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b4633-eced-46b5-8723-ef3cb446f673,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:46.276268 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492f143-7089-481a-9b13-f58defd0403a req-eff93b1a-367b-4cbc-b189-8aebdd80a66c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:46.277956 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5492f143-7089-481a-9b13-f58defd0403a req-eff93b1a-367b-4cbc-b189-8aebdd80a66c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0588772 Jul 28 06:37:46.282565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51498) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:46.346159 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5492f143-7089-481a-9b13-f58defd0403a req-f80860e8-1adf-4964-b11a-5401a04d6f86 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 Jul 28 06:37:46.497654 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824957542-network', 'tenant_id': '195dd8554c7743288381d115015351b5'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:46.519322 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Made reservation on behalf of 195dd8554c7743288381d115015351b5 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:46.523365 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.534642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.627567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks [] for security_group (b199c6ca-22f9-460c-8f2b-7c8e528115f8), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.632678 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b199c6ca-22f9-460c-8f2b-7c8e528115f8), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.668669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8627a47-48fe-4af2-89e4-49d391a53025 req-018ed5cd-35d8-406f-ba00-35036ecf17dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:46.670558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:46.671451 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a8627a47-48fe-4af2-89e4-49d391a53025 req-018ed5cd-35d8-406f-ba00-35036ecf17dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0719013 Jul 28 06:37:46.706648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199c6ca-22f9-460c-8f2b-7c8e528115f8,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:46.729910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (54406020-bb19-492e-8cd9-91dbf15c3c41), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.730252 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Added segment 54406020-bb19-492e-8cd9-91dbf15c3c41 of type vlan for network 81f21806-292f-41b5-85a0-fc9a78c59d52 Jul 28 06:37:46.808395 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a8627a47-48fe-4af2-89e4-49d391a53025 req-eba1662b-8cfc-484b-af78-be084b001c24 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277287 Jul 28 06:37:46.829052 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (81f21806-292f-41b5-85a0-fc9a78c59d52), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.838395 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a59f23-cf2f-4f92-8cb2-fccc2900d577 req-d3cdb750-3877-45dd-b43b-e3022156491d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:46.839911 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23a59f23-cf2f-4f92-8cb2-fccc2900d577 req-d3cdb750-3877-45dd-b43b-e3022156491d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.1036544 Jul 28 06:37:46.901166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (81f21806-292f-41b5-85a0-fc9a78c59d52), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.902202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:46.902775 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.928571 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5803922d-61f3-435f-a8e7-9219263b9497 req-16065891-57e9-4a58-a416-3aa072f91178 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0369647 Jul 28 06:37:46.962189 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23a59f23-cf2f-4f92-8cb2-fccc2900d577 req-7d8676d0-dc9a-49e6-9567-2375e3b4b7d1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112757 Jul 28 06:37:46.977536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:46.980277 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e026723f-2804-4924-9c9b-ca0f00ec79b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:47.002724 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:47.004398 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] Pushing event updated for resources: {'Network': ['ID=81f21806-292f-41b5-85a0-fc9a78c59d52,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:47.029852 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 81f21806-292f-41b5-85a0-fc9a78c59d52 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:47.041965 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c416c-eabb-49ba-93da-ee9f1b0aa70e x-openstack-request-id: req-2d2c416c-eabb-49ba-93da-ee9f1b0aa70e {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:47.042378 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:47.042645 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d2c416c-eabb-49ba-93da-ee9f1b0aa70e {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:47.043106 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2c416c-eabb-49ba-93da-ee9f1b0aa70e'] response: {'name': 'network-changed', 'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15', 'status': 'completed', 'code': 200} Jul 28 06:37:47.044684 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4bce9f05-9836-4bc4-b662-f22c91e060bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7605443 Jul 28 06:37:47.047577 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51536) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:47.053528 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Request body: {'subnet': {'network_id': '81f21806-292f-41b5-85a0-fc9a78c59d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824957542-subnet', 'tenant_id': '195dd8554c7743288381d115015351b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:47.084792 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Made reservation on behalf of 195dd8554c7743288381d115015351b5 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:47.087815 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:47.279643 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (4c01a544-5541-4e69-983e-04925c2ab9c6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:47.338064 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c01a544-5541-4e69-983e-04925c2ab9c6,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:47.358170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Checking segment: {'id': '54406020-bb19-492e-8cd9-91dbf15c3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '81f21806-292f-41b5-85a0-fc9a78c59d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:47.359280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Network hostable DHCP agents. Network: 81f21806-292f-41b5-85a0-fc9a78c59d52, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:47.366568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:47.387372 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Network 81f21806-292f-41b5-85a0-fc9a78c59d52 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:47.403462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 81f21806-292f-41b5-85a0-fc9a78c59d52) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:47.420455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686f8a0-5592-4a69-8ed5-85e418f76146 None None] Network 81f21806-292f-41b5-85a0-fc9a78c59d52 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:47.428029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:47.428174 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:47.432093 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:47.480774 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e34519ff-c671-4d06-b48a-e2aac5c972cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4140766 Jul 28 06:37:47.566905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c3a6-7b05-4bde-bafb-822c157d1a68 req-3006bbf7-7252-4a40-b867-6bccc91c074c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:47.569685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b38c3a6-7b05-4bde-bafb-822c157d1a68 req-3006bbf7-7252-4a40-b867-6bccc91c074c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0873966 Jul 28 06:37:47.639976 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a396b-488d-4642-8f80-6adaba9d53e0 None None] Network 81f21806-292f-41b5-85a0-fc9a78c59d52 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:47.680287 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b38c3a6-7b05-4bde-bafb-822c157d1a68 req-b8583c97-7ad8-4a57-adc9-705142aaaa41 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018877 Jul 28 06:37:48.016263 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51582) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:48.073424 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b957-7660-46f6-b114-8eb23a45c6ef req-e16b84bb-5a5b-4ddb-965b-05e051f090d2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:48.083731 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aeb2b957-7660-46f6-b114-8eb23a45c6ef req-e16b84bb-5a5b-4ddb-965b-05e051f090d2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.1523833 Jul 28 06:37:48.129085 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ddfe7892-aeec-4bce-8198-f558c08a4811 req-dc19bafc-2a21-4785-9c1f-2a665754569a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0507588 Jul 28 06:37:48.195070 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aeb2b957-7660-46f6-b114-8eb23a45c6ef req-8c8b97c4-fad9-4a1b-ab71-478b36e413dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099441 Jul 28 06:37:48.302729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133655d5-6faf-4907-a53b-6abe1a734245 req-7989e04e-90cc-4959-a411-70ac2ef5c740 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:48.307859 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-133655d5-6faf-4907-a53b-6abe1a734245 req-7989e04e-90cc-4959-a411-70ac2ef5c740 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0761652 Jul 28 06:37:48.467383 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-133655d5-6faf-4907-a53b-6abe1a734245 req-77c22a83-71e5-459a-9b4c-686ac4ff36d5 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497164 Jul 28 06:37:48.548416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-92bfb1ff-1a77-4fcd-8b8c-d017eab8b9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.693862 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-92bfb1ff-1a77-4fcd-8b8c-d017eab8b9c0 admin admin] Publish callbacks [] for security_group (d4c845b6-a1f4-44fe-ac36-38dbf20bce5d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.700990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-92bfb1ff-1a77-4fcd-8b8c-d017eab8b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d4c845b6-a1f4-44fe-ac36-38dbf20bce5d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.756884 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-92bfb1ff-1a77-4fcd-8b8c-d017eab8b9c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80ed1e6c1665477fa0858a8ba0c8573a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7392426 Jul 28 06:37:48.758036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfb1ff-1a77-4fcd-8b8c-d017eab8b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c845b6-a1f4-44fe-ac36-38dbf20bce5d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:48.759432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51614) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:48.831307 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] Publish callbacks [] for security_group (d4c845b6-a1f4-44fe-ac36-38dbf20bce5d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.900807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] Publish callbacks [] for security_group (d4c845b6-a1f4-44fe-ac36-38dbf20bce5d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.944119 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c96e01-b751-4e71-9a59-2bcb885cfb28 req-b33d771f-d442-430f-9394-06751834c752 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:48.946390 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09c96e01-b751-4e71-9a59-2bcb885cfb28 req-b33d771f-d442-430f-9394-06751834c752 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.1104567 Jul 28 06:37:48.982222 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.009918 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51618) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:49.021715 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-208484975-network', 'tenant_id': '57a8c87f22814acb8bdff213e3267da0'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:49.048445 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09c96e01-b751-4e71-9a59-2bcb885cfb28 req-3476bbea-ef97-4238-8503-e4a420595d24 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947201 Jul 28 06:37:49.058695 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Made reservation on behalf of 57a8c87f22814acb8bdff213e3267da0 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:49.061165 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.067801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d4c845b6-a1f4-44fe-ac36-38dbf20bce5d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.078602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.079766 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4c845b6-a1f4-44fe-ac36-38dbf20bce5d HTTP/1.1" status: 204 len: 168 time: 0.3191831 Jul 28 06:37:49.094396 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.103627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11e594-abab-49d4-994e-791632e7d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c845b6-a1f4-44fe-ac36-38dbf20bce5d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:49.233962 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.349191 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c55c0bea-b889-4e1a-acd9-a959a5cdadad req-8bea7b31-d415-4f16-a346-5c7f1398298c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0567648 Jul 28 06:37:49.377656 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks [] for security_group (bba4d87d-9477-40b3-8072-f88967590a5d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.390295 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (bba4d87d-9477-40b3-8072-f88967590a5d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.422722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:49.435792 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (7986d89b-a19b-423a-9996-162ed4c74f07), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.436264 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Added segment 7986d89b-a19b-423a-9996-162ed4c74f07 of type vlan for network c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 Jul 28 06:37:49.448256 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fdf50-a22a-4dba-a97d-88a3cb3af367 req-f3ef9f3b-d74a-41df-9851-c15cf0dfe92c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.463131 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-724fdf50-a22a-4dba-a97d-88a3cb3af367 req-f3ef9f3b-d74a-41df-9851-c15cf0dfe92c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0876818 Jul 28 06:37:49.522969 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (c594dcf4-e4a2-4bb5-9be2-5e31519e0de2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.589657 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-724fdf50-a22a-4dba-a97d-88a3cb3af367 req-d40c9781-351d-4772-a3d8-134aa8e9575d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237485 Jul 28 06:37:49.592110 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=21 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.674162 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-c39d1090-ce6f-4f41-b3b9-9e951ae8b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.676236 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-c39d1090-ce6f-4f41-b3b9-9e951ae8b53b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0955989 Jul 28 06:37:49.676948 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (c594dcf4-e4a2-4bb5-9be2-5e31519e0de2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.678053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.678639 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.720928 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7092929 Jul 28 06:37:49.734769 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51648) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:49.742051 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a613125-e826-4e81-9904-4555e45b21ee req-508077c4-08fc-4b9f-802e-785eae35d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.748635 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a613125-e826-4e81-9904-4555e45b21ee req-508077c4-08fc-4b9f-802e-785eae35d9e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1128 time: 0.1686482 Jul 28 06:37:49.754866 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Request body: {'subnet': {'network_id': 'c594dcf4-e4a2-4bb5-9be2-5e31519e0de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-208484975-subnet', 'tenant_id': '57a8c87f22814acb8bdff213e3267da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:49.812777 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-62cb671e-274f-4365-ab5e-aeefbb0ab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.814748 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-62cb671e-274f-4365-ab5e-aeefbb0ab791 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0e7a5dae78a4c10926c6fb66458c71b&device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 1127 time: 0.0929332 Jul 28 06:37:49.929945 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4d87d-9477-40b3-8072-f88967590a5d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:49.964949 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-9810e961-f3de-49cf-b386-828cdecb369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.966555 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-9810e961-f3de-49cf-b386-828cdecb369c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1479003 Jul 28 06:37:49.997407 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.49', 53392) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:50.014970 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51654) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:50.025287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-bf1107fe-9092-441d-a0b3-7dcdf03279e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.027035 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-bf1107fe-9092-441d-a0b3-7dcdf03279e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1127 time: 0.4553740 Jul 28 06:37:50.032573 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2206-9a86-4b24-92b7-8cc579075925 admin admin] Pushing event updated for resources: {'Network': ['ID=c594dcf4-e4a2-4bb5-9be2-5e31519e0de2,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:50.041422 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9904-16c4-42ab-be47-64d1139ac1f9 req-0e9cc8ff-6a11-4ab4-957d-da195e0e9938 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.053514 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d9a9904-16c4-42ab-be47-64d1139ac1f9 req-0e9cc8ff-6a11-4ab4-957d-da195e0e9938 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.3581622 Jul 28 06:37:50.054588 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9352-0bb0-4047-a7b8-22f6683afd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.056585 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:50.216970 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Made reservation on behalf of 57a8c87f22814acb8bdff213e3267da0 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:50.226826 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.274990 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d9a9904-16c4-42ab-be47-64d1139ac1f9 req-3b92f6ab-45c7-44e6-bc8c-ddd5dbcb68e2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248785 Jul 28 06:37:50.341006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-0d86a213-4070-4fe8-9657-ae017e51f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.342758 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-0d86a213-4070-4fe8-9657-ae017e51f8b8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0e7a5dae78a4c10926c6fb66458c71b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4139082 Jul 28 06:37:50.571886 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cc507a06-e0ca-4814-9041-bd0690f77c93 req-861d0686-4124-4a11-abf7-8063c7680546 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0760250 Jul 28 06:37:50.635738 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:50.701681 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a613125-e826-4e81-9904-4555e45b21ee req-8cb8412e-7728-4f7f-aa53-1f493d13cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.703412 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a613125-e826-4e81-9904-4555e45b21ee req-8cb8412e-7728-4f7f-aa53-1f493d13cfac service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9065931 Jul 28 06:37:50.758582 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9352-0bb0-4047-a7b8-22f6683afd26 admin admin] Publish callbacks [] for security_group (ff7ce328-17f5-4c75-8388-212d251ca0da), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.775129 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36ef6-800c-4348-8ddb-50fffa7f16ce req-85908286-6b08-45ab-a61d-c27c6cb92969 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.776966 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ad36ef6-800c-4348-8ddb-50fffa7f16ce req-85908286-6b08-45ab-a61d-c27c6cb92969 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.1421819 Jul 28 06:37:50.779900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9352-0bb0-4047-a7b8-22f6683afd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ff7ce328-17f5-4c75-8388-212d251ca0da), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.809019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:50.821190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f692e-0bfa-4935-8f56-5f54d7b8eb2f req-346acf1b-75dd-4b4e-9049-af90c87e3ff7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:50.829057 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c76f692e-0bfa-4935-8f56-5f54d7b8eb2f req-346acf1b-75dd-4b4e-9049-af90c87e3ff7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.1226275 Jul 28 06:37:50.899771 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ff5f9352-0bb0-4047-a7b8-22f6683afd26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e57753859d184a50b3c818952730eebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8715029 Jul 28 06:37:50.907931 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51670) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:50.922563 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f9352-0bb0-4047-a7b8-22f6683afd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ce328-17f5-4c75-8388-212d251ca0da,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:50.935864 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (96c65448-5954-4ce4-8f8f-2e3d9d31208a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.985395 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ad36ef6-800c-4348-8ddb-50fffa7f16ce req-a2959518-77d7-4af0-9dfb-03b24a614fc0 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972711 Jul 28 06:37:51.049811 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c65448-5954-4ce4-8f8f-2e3d9d31208a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:51.068428 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Checking segment: {'id': '7986d89b-a19b-423a-9996-162ed4c74f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c594dcf4-e4a2-4bb5-9be2-5e31519e0de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:51.068801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Network hostable DHCP agents. Network: c594dcf4-e4a2-4bb5-9be2-5e31519e0de2, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:51.093476 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Network c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:51.107609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, c594dcf4-e4a2-4bb5-9be2-5e31519e0de2) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:51.118523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c30aab9-fbad-46dd-be3a-8e390d11b236 None None] Network c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:51.122989 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c76f692e-0bfa-4935-8f56-5f54d7b8eb2f req-a44e785b-e66d-465c-91ad-ac40df01dca8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904232 Jul 28 06:37:51.123429 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:51.124046 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.148606 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:51.174809 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-97c43be3-9911-4f39-ae9c-4b3c8e053cc7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4250324 Jul 28 06:37:51.193740 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:51.196250 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] Publish callbacks [] for security_group (ff7ce328-17f5-4c75-8388-212d251ca0da), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.237119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] Publish callbacks [] for security_group (ff7ce328-17f5-4c75-8388-212d251ca0da), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.276283 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2685b9f-a06f-4cda-995f-20df85c4e177 None None] Network c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:51.301368 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-0316d827-ec31-4e30-9cb3-86f54183929b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:51.302919 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-0316d827-ec31-4e30-9cb3-86f54183929b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.3477256 Jul 28 06:37:51.331296 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ff7ce328-17f5-4c75-8388-212d251ca0da), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.334850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.338617 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff7ce328-17f5-4c75-8388-212d251ca0da HTTP/1.1" status: 204 len: 168 time: 0.4199510 Jul 28 06:37:51.346856 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e76436-0edd-4965-91e7-94172dc6e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ce328-17f5-4c75-8388-212d251ca0da,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:51.498484 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006ee5-5986-4262-9f03-62f66699ac8a req-af194734-0fc5-4d48-9a22-e1454ece3184 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:51.502174 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-98006ee5-5986-4262-9f03-62f66699ac8a req-af194734-0fc5-4d48-9a22-e1454ece3184 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0861039 Jul 28 06:37:51.526245 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-bfa8ad8f-710d-443a-ac79-62cf8d159564 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804399 Jul 28 06:37:51.832407 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-98006ee5-5986-4262-9f03-62f66699ac8a req-922ea5f1-1041-4241-96d5-01e56878b72c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190565 Jul 28 06:37:51.962539 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a613125-e826-4e81-9904-4555e45b21ee req-ce08f7d4-ee22-428b-a1d7-d1b7c475454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:51.967480 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a613125-e826-4e81-9904-4555e45b21ee req-ce08f7d4-ee22-428b-a1d7-d1b7c475454c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4258888 Jul 28 06:37:51.975514 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-0b5739fc-7d5e-4250-8356-c8dc2e6b505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:51.977040 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-0b5739fc-7d5e-4250-8356-c8dc2e6b505a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4367666 Jul 28 06:37:52.120155 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e9d7d50-edec-4045-8141-972eaf66a3a5 req-1406b777-e6dd-43d3-af90-1c9bb8f910a4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.1052759 Jul 28 06:37:52.139925 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-8f413a77-55cb-4e9a-936f-9eb0564ddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.141772 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e026723f-2804-4924-9c9b-ca0f00ec79b0 req-8f413a77-55cb-4e9a-936f-9eb0564ddb53 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6108100 Jul 28 06:37:52.190755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:52.192318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-a89242e0-47c9-4663-ac3b-632b71feb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.194490 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a25f8cfb-3cf7-4c91-9a18-75cc04f42798 req-a89242e0-47c9-4663-ac3b-632b71feb6ac service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082930 Jul 28 06:37:52.259993 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87dda33a-371f-43c1-99b6-16ec747677a9 req-ddc29163-55fd-48b5-a705-9af34e124936 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478308 Jul 28 06:37:52.340042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:52.368703 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-5c1c2433-07d3-4b9b-8f29-f4a8d44f6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.373332 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-5c1c2433-07d3-4b9b-8f29-f4a8d44f6acc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1128 time: 0.1745019 Jul 28 06:37:52.379200 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25671f-9b15-4c72-8c3c-f634f4f9d072 req-5d5edcd2-333e-472b-be22-382f2e589339 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.387033 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f25671f-9b15-4c72-8c3c-f634f4f9d072 req-5d5edcd2-333e-472b-be22-382f2e589339 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.1895437 Jul 28 06:37:52.391062 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b850a62-6a9a-4550-90c1-6f845c0917ad req-553f6966-a101-4e38-821c-73dd61623847 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.401720 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b850a62-6a9a-4550-90c1-6f845c0917ad req-553f6966-a101-4e38-821c-73dd61623847 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.1370714 Jul 28 06:37:52.403428 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-cc074793-54bc-4dd5-a2c4-e9f32f99972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.405787 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-cc074793-54bc-4dd5-a2c4-e9f32f99972b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0e7a5dae78a4c10926c6fb66458c71b&device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 1127 time: 0.0927496 Jul 28 06:37:52.418972 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-7e2f6f4e-6a51-4edd-9956-aa522350f07c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 380 time: 0.4544799 Jul 28 06:37:52.455940 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-8d02eead-47f0-4dc4-a9b9-914b33090e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:52.458466 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-8d02eead-47f0-4dc4-a9b9-914b33090e38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1127 time: 0.1381037 Jul 28 06:37:52.461666 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f25671f-9b15-4c72-8c3c-f634f4f9d072 req-b702f38c-31ce-4e8c-8741-1ddc1e49e56d tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737338 Jul 28 06:37:52.494541 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b850a62-6a9a-4550-90c1-6f845c0917ad req-4feb8447-90f5-452c-914a-7722b977844a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917649 Jul 28 06:37:53.086959 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76d6cd-dcd4-49ba-88a3-6b98a5acc755 req-8bbd14eb-4cfa-4454-a1fc-d88e45c3fa8a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.095096 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e76d6cd-dcd4-49ba-88a3-6b98a5acc755 req-8bbd14eb-4cfa-4454-a1fc-d88e45c3fa8a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.1114540 Jul 28 06:37:53.199523 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e76d6cd-dcd4-49ba-88a3-6b98a5acc755 req-14f0aa88-6651-4e44-bc66-0ddb461db309 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954735 Jul 28 06:37:53.372875 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6250ee4e-e4be-48b4-885d-3d4d65f0bba2 req-b648875a-2c47-4b84-b4cf-e614380b1608 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0952008 Jul 28 06:37:53.604936 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b4c05-a7c5-4d05-b3d3-e73c790ab98b req-4e57f8df-56ac-4b25-a003-42463972a042 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.606354 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ca2b4c05-a7c5-4d05-b3d3-e73c790ab98b req-4e57f8df-56ac-4b25-a003-42463972a042 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0526848 Jul 28 06:37:53.643780 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbabf3-143f-46aa-a89d-fb0e5ecb7f66 req-99144630-364c-4409-9874-5129c3475c62 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.652946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4ccbabf3-143f-46aa-a89d-fb0e5ecb7f66 req-99144630-364c-4409-9874-5129c3475c62 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0713992 Jul 28 06:37:53.672260 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ca2b4c05-a7c5-4d05-b3d3-e73c790ab98b req-6b424f87-18a5-4ccd-858f-e1cd30fcd038 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602772 Jul 28 06:37:53.709687 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4ccbabf3-143f-46aa-a89d-fb0e5ecb7f66 req-8321e273-fba7-4f16-babc-3ed66f41c58e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557861 Jul 28 06:37:53.741965 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'port': {'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'admin_state_up': True, 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'security_groups': ['2d029e63-dcc2-454b-b435-ab8f1ba8acc7']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:53.786984 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.793659 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.852751 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-ff0a0c54-fa15-4326-afbd-2bafa6fdf9dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15 HTTP/1.1" status: 200 len: 217 time: 0.1139112 Jul 28 06:37:53.855690 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-6e5bffaa-8981-4b68-bf67-d7457ead29e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a HTTP/1.1" status: 200 len: 217 time: 0.1210988 Jul 28 06:37:53.868624 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-f742f9fa-452b-4372-9440-c064e3d29930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.870248 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-f742f9fa-452b-4372-9440-c064e3d29930 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1127 time: 0.1162643 Jul 28 06:37:53.871637 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-7345b557-f8a6-413e-81cf-642f102a099b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 217 time: 0.1257637 Jul 28 06:37:53.950210 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-8292cb9f-a16e-48fc-82bd-2696d6fe1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.951905 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-8292cb9f-a16e-48fc-82bd-2696d6fe1322 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa58930e-59d0-4e02-b2c1-49d9edd08fe1 HTTP/1.1" status: 200 len: 851 time: 0.0878935 Jul 28 06:37:54.023966 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.030734 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-19e1e063-ddc9-46f1-befe-ad49be2ed727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.032178 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-19e1e063-ddc9-46f1-befe-ad49be2ed727 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.1252789 Jul 28 06:37:54.037437 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.056993 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613376-d327-41db-9efb-78b0768d7f80 req-cd9e1473-2c0d-4418-b1be-f3401fa3e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.058479 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-cd9e1473-2c0d-4418-b1be-f3401fa3e1e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964758 Jul 28 06:37:54.086314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-fdc8372e-1ef8-4c85-8554-c2bfd71ce9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.087861 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-fdc8372e-1ef8-4c85-8554-c2bfd71ce9ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.2055311 Jul 28 06:37:54.135525 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-b5959866-348c-4d2d-b143-6316bfc89d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.136933 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-b5959866-348c-4d2d-b143-6316bfc89d78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942309 Jul 28 06:37:54.182356 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-5e10bf3b-d76b-451f-9050-dc42f5e28de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.183852 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-5e10bf3b-d76b-451f-9050-dc42f5e28de1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.2919536 Jul 28 06:37:54.185610 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706630e-98c7-4163-b584-2b6b629b560e req-be12abe6-1d24-40f3-ada6-ac17479d0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.186938 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-be12abe6-1d24-40f3-ada6-ac17479d0fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799544 Jul 28 06:37:54.187631 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:54.191034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.235637 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-03128c94-8719-42b1-8553-ad179312b601 service neutron] 10.222.0.49 "GET /v2.0/networks/9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604388 Jul 28 06:37:54.295086 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-da3b2b41-445c-4af6-9921-f3e71e1916f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.0897355 Jul 28 06:37:54.330936 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 1af3bbc2-bb75-4b78-b8d2-211da789e581 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:37:54.346870 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-518328ee-e555-479f-80db-47441d5bca34 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013664 Jul 28 06:37:54.399418 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb4c1b-e4ff-4d5b-b085-eb787e5b5439 req-db4d303c-01d9-47a9-b233-6e488555ec4d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.400993 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90eb4c1b-e4ff-4d5b-b085-eb787e5b5439 req-db4d303c-01d9-47a9-b233-6e488555ec4d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0992737 Jul 28 06:37:54.433700 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-22f8e3d4-c624-434f-b27f-577de65311be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.435182 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-22f8e3d4-c624-434f-b27f-577de65311be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.1269677 Jul 28 06:37:54.470962 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-665fe831-b6a6-4444-b502-2774f7833827 service neutron] 10.222.0.49 "GET /v2.0/networks/9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277002 Jul 28 06:37:54.500868 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-d09bb469-28c7-468a-970b-6fe266389f87 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966683 Jul 28 06:37:54.534310 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:54.552663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '1af3bbc2-bb75-4b78-b8d2-211da789e581', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'port_id': '1af3bbc2-bb75-4b78-b8d2-211da789e581', 'mac_address': 'fa:16:3e:80:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:37:54.558025 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f4761387-69cb-497c-a0d5-c7ceb5261c9e req-ed5121f2-a7c5-4a15-9c31-3deaf64c3004 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0634916 Jul 28 06:37:54.631213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 1af3bbc2-bb75-4b78-b8d2-211da789e581 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:54.631843 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.648951 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af3bbc2-bb75-4b78-b8d2-211da789e581 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:54.700114 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:54.709874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.770154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:54.772441 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-3377ef0d-e660-499d-8cc9-df5e26c6c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.778830 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-3377ef0d-e660-499d-8cc9-df5e26c6c1cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3307233 Jul 28 06:37:54.779556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.784070 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c706630e-98c7-4163-b584-2b6b629b560e req-f44469f0-782b-47c1-a0f1-63d4fbdbc915 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193892 Jul 28 06:37:54.795744 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.798553 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.20.0.14 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/b1d18864-af4e-41d6-b3f8-a68f95159ee7) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:54.814242 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90eb4c1b-e4ff-4d5b-b085-eb787e5b5439 req-b745065c-88f4-4385-9bc0-f7760e80a8c5 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844464 Jul 28 06:37:54.819881 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1db90c92-062c-4ca2-a3f4-c36ccbfc9ae1 req-13a69ba7-3e7f-4e31-941e-4343adfee481 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599879 Jul 28 06:37:54.892503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff833a9e-1981-4654-83e2-e87a29fa3753 req-19a4d963-b605-46dc-8982-ea95cb0d73e3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.894615 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff833a9e-1981-4654-83e2-e87a29fa3753 req-19a4d963-b605-46dc-8982-ea95cb0d73e3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0918119 Jul 28 06:37:54.932721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf703-3dc6-4db4-a84a-da699a096a0a req-9db242d0-3855-48db-aad6-adc3a8d7f0b9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.934250 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8aadf703-3dc6-4db4-a84a-da699a096a0a req-9db242d0-3855-48db-aad6-adc3a8d7f0b9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0618563 Jul 28 06:37:55.003226 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8aadf703-3dc6-4db4-a84a-da699a096a0a req-fe67f70c-21bb-4603-aeba-e5c2f4002fa5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Jul 28 06:37:55.077341 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff833a9e-1981-4654-83e2-e87a29fa3753 req-1f8bc4f6-00a9-4e31-a067-2b8656945614 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740355 Jul 28 06:37:55.142280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.180844 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.190588 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:55.198673 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['1af3bbc2-bb75-4b78-b8d2-211da789e581'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:37:55.242070 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:55.248720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:55.253681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:55.259559 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:55.260241 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.273635 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:55.287033 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-d4a08e48-2600-4fa4-96e6-96a6fbe076af tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5506153 Jul 28 06:37:55.471717 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51882) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:55.480941 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:55.626765 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6371a6b0-2fe6-4ef1-8e05-bdf300ffdf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.673493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-cef9fb8e-339f-4576-aff9-ec73eec0d3bd None None] Provisioning complete for port b1d18864-af4e-41d6-b3f8-a68f95159ee7 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:55.673874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cef9fb8e-339f-4576-aff9-ec73eec0d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.709374 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-cef9fb8e-339f-4576-aff9-ec73eec0d3bd None None] Port b1d18864-af4e-41d6-b3f8-a68f95159ee7 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:55.720203 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86754a5-94dd-411d-9bcc-427a84c2db9a req-f3618de0-eed3-487a-b364-143fb2356153 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:55.721685 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a86754a5-94dd-411d-9bcc-427a84c2db9a req-f3618de0-eed3-487a-b364-143fb2356153 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 932 time: 0.0661447 Jul 28 06:37:55.794146 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6371a6b0-2fe6-4ef1-8e05-bdf300ffdf42 admin admin] Publish callbacks [] for security_group (d6bc732a-278a-413f-8ae8-cd6f8c86ae78), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.798398 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a86754a5-94dd-411d-9bcc-427a84c2db9a req-d1ee6f2e-2f39-40a7-ad4e-61608f076bb7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709178 Jul 28 06:37:55.799481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6371a6b0-2fe6-4ef1-8e05-bdf300ffdf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d6bc732a-278a-413f-8ae8-cd6f8c86ae78), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.839009 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6371a6b0-2fe6-4ef1-8e05-bdf300ffdf42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=850b9d5ad3104cc38fae72462130ca9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654764 Jul 28 06:37:55.840658 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371a6b0-2fe6-4ef1-8e05-bdf300ffdf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc732a-278a-413f-8ae8-cd6f8c86ae78,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:55.841898 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51898) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:55.917974 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] Publish callbacks [] for security_group (d6bc732a-278a-413f-8ae8-cd6f8c86ae78), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.949419 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c84e6-e06a-4993-a47b-83aabad9fcda req-eab3d0e0-bae5-44b1-9ca2-85aa236cbad9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:55.950886 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a69c84e6-e06a-4993-a47b-83aabad9fcda req-eab3d0e0-bae5-44b1-9ca2-85aa236cbad9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0650723 Jul 28 06:37:55.961100 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] Publish callbacks [] for security_group (d6bc732a-278a-413f-8ae8-cd6f8c86ae78), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.027215 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a69c84e6-e06a-4993-a47b-83aabad9fcda req-96968f21-6774-49c6-8faa-d2360517d5f8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685523 Jul 28 06:37:56.048250 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d6bc732a-278a-413f-8ae8-cd6f8c86ae78), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.051709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.055238 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6bc732a-278a-413f-8ae8-cd6f8c86ae78 HTTP/1.1" status: 204 len: 168 time: 0.2088671 Jul 28 06:37:56.067672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde47cf-4b88-4b2d-adb3-aeb44d741d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc732a-278a-413f-8ae8-cd6f8c86ae78,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.160712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9276a-0e69-4ab5-9b5a-8e7ba0e68d8c req-827b5c52-fcb6-4efc-a627-c162f7f72aeb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.163030 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baf9276a-0e69-4ab5-9b5a-8e7ba0e68d8c req-827b5c52-fcb6-4efc-a627-c162f7f72aeb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0748703 Jul 28 06:37:56.232322 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baf9276a-0e69-4ab5-9b5a-8e7ba0e68d8c req-2c643576-2e1a-4159-b0f9-0e0dae53915d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Jul 28 06:37:56.243131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa629a-ca00-48b1-aa7e-196a1efa6dd9 req-2c40e796-e6b8-4d5a-9483-3a0e0bf9418c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.245345 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-85fa629a-ca00-48b1-aa7e-196a1efa6dd9 req-2c40e796-e6b8-4d5a-9483-3a0e0bf9418c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0636101 Jul 28 06:37:56.297802 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-85fa629a-ca00-48b1-aa7e-196a1efa6dd9 req-81be4960-fc50-4b6e-b67e-8ffd027f0ef4 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Jul 28 06:37:56.401221 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 51912) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:56.415737 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7922-6311-47af-8ee8-8b29bedd1dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.498573 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7922-6311-47af-8ee8-8b29bedd1dcb admin admin] Publish callbacks [] for security_group (452dee7d-3c22-4e1b-bbea-c8f8817b3393), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.502209 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7922-6311-47af-8ee8-8b29bedd1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (452dee7d-3c22-4e1b-bbea-c8f8817b3393), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.680734 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.717765 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5e8a7922-6311-47af-8ee8-8b29bedd1dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f40e4ffa6844b81bbaedd5384ba6b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153756 Jul 28 06:37:56.719012 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 51918) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:56.719487 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7922-6311-47af-8ee8-8b29bedd1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452dee7d-3c22-4e1b-bbea-c8f8817b3393,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.728221 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.775698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] Publish callbacks [] for security_group (452dee7d-3c22-4e1b-bbea-c8f8817b3393), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.797346 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] Publish callbacks [] for security_group (452dee7d-3c22-4e1b-bbea-c8f8817b3393), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.845036 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (452dee7d-3c22-4e1b-bbea-c8f8817b3393), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.847986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.849156 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/452dee7d-3c22-4e1b-bbea-c8f8817b3393 HTTP/1.1" status: 204 len: 168 time: 0.1291590 Jul 28 06:37:56.857616 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268444bf-17e8-4413-b80b-42eef61c16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452dee7d-3c22-4e1b-bbea-c8f8817b3393,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.928661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccdf05-b762-44e2-9a06-e4d7ff60d203 req-8895a555-2a81-46e4-b5c4-7684142396fc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.930178 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e7ccdf05-b762-44e2-9a06-e4d7ff60d203 req-8895a555-2a81-46e4-b5c4-7684142396fc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 932 time: 0.0472898 Jul 28 06:37:56.979960 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e7ccdf05-b762-44e2-9a06-e4d7ff60d203 req-5a047e94-414f-4835-a798-004ec739f3f8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442665 Jul 28 06:37:57.167641 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7d440-5e07-4f81-aa4e-74410f1fe52a req-280d9453-33af-4b1f-a5e3-94e46cdf2d42 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:57.169377 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9a7d440-5e07-4f81-aa4e-74410f1fe52a req-280d9453-33af-4b1f-a5e3-94e46cdf2d42 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0515530 Jul 28 06:37:57.217645 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9a7d440-5e07-4f81-aa4e-74410f1fe52a req-4e725c93-1c3f-4a8e-ae7c-c25ec4ede37c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425651 Jul 28 06:37:57.359719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d4f7a-0132-4aeb-935e-dc4a901ef438 req-c30b295a-76d9-4265-b67f-0e35312de9e8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:57.361195 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-507d4f7a-0132-4aeb-935e-dc4a901ef438 req-c30b295a-76d9-4265-b67f-0e35312de9e8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0547993 Jul 28 06:37:57.413387 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-507d4f7a-0132-4aeb-935e-dc4a901ef438 req-e0f307aa-36a0-4e47-b783-a2d0c1d2d47f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459278 Jul 28 06:37:57.442303 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf0b41-22be-4e00-8401-f3a7314a4713 req-c91501a3-4f6a-490b-8328-65a05b5cae7e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:57.444087 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bbbf0b41-22be-4e00-8401-f3a7314a4713 req-c91501a3-4f6a-490b-8328-65a05b5cae7e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 943 time: 0.0683768 Jul 28 06:37:57.504810 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bbbf0b41-22be-4e00-8401-f3a7314a4713 req-5cfd8161-a786-4c64-9e98-bf3d1cf735cb tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Jul 28 06:37:57.816313 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device c069b7a6-23c4-4f73-8439-bbaa0bf0be15 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:37:57.924662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:57.936739 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15', 'network_id': '9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7', 'port_id': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15', 'mac_address': 'fa:16:3e:d0:6e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58930e-59d0-4e02-b2c1-49d9edd08fe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:37:57.962329 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:57.973598 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:57.973990 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.987586 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c069b7a6-23c4-4f73-8439-bbaa0bf0be15 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:58.008975 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:58.014077 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.078279 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:58.111678 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e2ed-605f-45f2-94ca-765ae2996928 req-dc4116b7-1715-46a4-a200-4218ca65148a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:58.115771 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Request body: {'port': {'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:58.123563 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b058e2ed-605f-45f2-94ca-765ae2996928 req-dc4116b7-1715-46a4-a200-4218ca65148a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 932 time: 0.0623410 Jul 28 06:37:58.135899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:58.170048 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b058e2ed-605f-45f2-94ca-765ae2996928 req-e77bce6f-b2bd-4d5b-a7ea-4c04c7de8e34 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500603 Jul 28 06:37:58.244712 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:58.266788 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.298466 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-76619314-f3c7-4dd2-967a-271d53bf2c6f service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729345 Jul 28 06:37:58.391795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db1ce-43be-4853-8a89-def4534390f8 req-4fc5f975-52da-4c77-b021-14a6170060c1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:58.393313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a04db1ce-43be-4853-8a89-def4534390f8 req-4fc5f975-52da-4c77-b021-14a6170060c1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0725191 Jul 28 06:37:58.544654 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539faca-2e85-465d-b456-b0a9c52ee83b req-a396ff74-0145-4fa2-8f37-8ee50e54eb77 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:58.546295 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8539faca-2e85-465d-b456-b0a9c52ee83b req-a396ff74-0145-4fa2-8f37-8ee50e54eb77 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0550179 Jul 28 06:37:58.563472 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a04db1ce-43be-4853-8a89-def4534390f8 req-b5ff377c-8880-4687-aeda-c2c451b5007c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274569 Jul 28 06:37:58.640174 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8539faca-2e85-465d-b456-b0a9c52ee83b req-d59efbd0-87bc-4865-890d-f3bb275a0aa0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827758 Jul 28 06:37:58.746753 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['c069b7a6-23c4-4f73-8439-bbaa0bf0be15'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:37:58.776228 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6475e9-45bc-467f-aa43-32c6412c503b req-fa0768f9-3551-4c21-afb8-454ce500d99b tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:58.777865 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b6475e9-45bc-467f-aa43-32c6412c503b req-fa0768f9-3551-4c21-afb8-454ce500d99b tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 944 time: 0.0951726 Jul 28 06:37:58.826497 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d18864-af4e-41d6-b3f8-a68f95159ee7 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:58.838009 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks [] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.873614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Transition to ACTIVE for port object b1d18864-af4e-41d6-b3f8-a68f95159ee7 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:58.877629 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:58.896560 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b6475e9-45bc-467f-aa43-32c6412c503b req-04af39d2-0012-4a3b-ba72-66013acfd1ba tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999072 Jul 28 06:37:58.901512 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.905284 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 1af3bbc2-bb75-4b78-b8d2-211da789e581 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:58.974606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.031259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Attempting to bind port b1d18864-af4e-41d6-b3f8-a68f95159ee7 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:59.031672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Attempting to bind port b1d18864-af4e-41d6-b3f8-a68f95159ee7 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:59.032071 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Attempting to bind port b1d18864-af4e-41d6-b3f8-a68f95159ee7 on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:59.038637 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Port b1d18864-af4e-41d6-b3f8-a68f95159ee7 on network 1658fcaf-8835-445a-a4cf-3f4534b3861e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:59.039048 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Attempting to bind port b1d18864-af4e-41d6-b3f8-a68f95159ee7 on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:59.045196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:59.045890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:59.046049 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:59.046652 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Bound port: b1d18864-af4e-41d6-b3f8-a68f95159ee7, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:59.047118 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.071342 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 1af3bbc2-bb75-4b78-b8d2-211da789e581 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:37:59.095566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 1af3bbc2-bb75-4b78-b8d2-211da789e581 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:59.095566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.121831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:59.125231 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:59.143260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.226809 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:59.227594 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.229152 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] 10.222.0.49 "PUT /v2.0/ports/b1d18864-af4e-41d6-b3f8-a68f95159ee7 HTTP/1.1" status: 200 len: 1094 time: 1.1213493 Jul 28 06:37:59.229793 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:59.232945 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73" -d '{"events": [{"name": "network-changed", "server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:59.270303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:59.294866 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 1af3bbc2-bb75-4b78-b8d2-211da789e581 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:59.295416 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.297524 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67057f-ecd3-48ec-bc38-e800a11f3a7a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.314952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e588b-547d-4205-9436-c493e7d5b088 x-openstack-request-id: req-0c9e588b-547d-4205-9436-c493e7d5b088 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:59.315235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:59.315486 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c9e588b-547d-4205-9436-c493e7d5b088 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:59.316102 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9e588b-547d-4205-9436-c493e7d5b088'] response: {'name': 'network-changed', 'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'status': 'completed', 'code': 200} Jul 28 06:37:59.326540 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:59.341535 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d901a-07a3-4278-8ca3-6e8b00a70e12 req-6d346bf9-17a5-4062-8513-52c5ba92a930 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:59.343081 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-953d901a-07a3-4278-8ca3-6e8b00a70e12 req-6d346bf9-17a5-4062-8513-52c5ba92a930 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0675335 Jul 28 06:37:59.409555 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-953d901a-07a3-4278-8ca3-6e8b00a70e12 req-f27dcac5-4489-48bf-9596-3343daaad003 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595696 Jul 28 06:37:59.430415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:59.451960 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.517622 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.564829 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94d2456-8301-4702-b1c6-9bc20a6fda44" -d '{"events": [{"server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "name": "network-vif-plugged", "status": "completed", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:59.671305 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85473275-ebe8-4b98-bff2-c2bd843826e3 x-openstack-request-id: req-85473275-ebe8-4b98-bff2-c2bd843826e3 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:59.671700 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "name": "network-vif-plugged", "status": "completed", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:59.672047 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85473275-ebe8-4b98-bff2-c2bd843826e3 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:59.672574 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85473275-ebe8-4b98-bff2-c2bd843826e3'] response: {'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581', 'code': 200} Jul 28 06:37:59.705017 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e00613-3a05-4dc9-bb0b-b0b6dbb6a833 req-b65ce939-3977-43ed-8bd2-9711fff4b6b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:59.708224 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c8e00613-3a05-4dc9-bb0b-b0b6dbb6a833 req-b65ce939-3977-43ed-8bd2-9711fff4b6b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0579634 Jul 28 06:37:59.759857 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c8e00613-3a05-4dc9-bb0b-b0b6dbb6a833 req-0a155857-6b7e-4be9-a59d-4ddb0068273c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Jul 28 06:37:59.781389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5d04a-c185-4997-8b8d-d0878629d635 req-dc8851d2-e394-4cb3-87a9-293a01bd6b7a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:59.782946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bee5d04a-c185-4997-8b8d-d0878629d635 req-dc8851d2-e394-4cb3-87a9-293a01bd6b7a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0568855 Jul 28 06:37:59.830709 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bee5d04a-c185-4997-8b8d-d0878629d635 req-ee7b1ad6-9423-4c60-a10f-15a2121b4694 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Jul 28 06:38:00.018791 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8594-507a-42bf-b99f-a82ac1e5a855 req-7fb8ccd1-3b57-45b0-9da7-425e0ab51dc0 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:00.020839 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c6b8594-507a-42bf-b99f-a82ac1e5a855 req-7fb8ccd1-3b57-45b0-9da7-425e0ab51dc0 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 944 time: 0.0565681 Jul 28 06:38:00.084123 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c6b8594-507a-42bf-b99f-a82ac1e5a855 req-62b94835-7ece-4cb2-9d68-53bcfa3dceb5 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570040 Jul 28 06:38:00.120321 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-00c992d2-4d83-4834-8669-300aee56c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.530282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4829-65cd-41b3-8a14-6c4d3d333ea3 req-8e004c0f-9587-4e6e-9fa7-561f02dc97ed tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:00.531743 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-359a4829-65cd-41b3-8a14-6c4d3d333ea3 req-8e004c0f-9587-4e6e-9fa7-561f02dc97ed tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0476682 Jul 28 06:38:00.578424 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-359a4829-65cd-41b3-8a14-6c4d3d333ea3 req-5acd4beb-4068-4542-a18c-0e587d578e04 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Jul 28 06:38:00.880168 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35914d6-d781-45a2-9834-e1509da6d359 req-02c66c1b-0818-41bc-baf9-d029a7c242a8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:00.881661 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d35914d6-d781-45a2-9834-e1509da6d359 req-02c66c1b-0818-41bc-baf9-d029a7c242a8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0462668 Jul 28 06:38:00.930938 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d35914d6-d781-45a2-9834-e1509da6d359 req-8e5eef88-6f99-4d41-902e-401890313714 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Jul 28 06:38:00.946648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.955478 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3846121-e2eb-478b-8bd7-fae165918bd6 req-edf74ce8-c014-44ca-9e31-142dbc17bedc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:00.957665 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3846121-e2eb-478b-8bd7-fae165918bd6 req-edf74ce8-c014-44ca-9e31-142dbc17bedc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0542085 Jul 28 06:38:01.006780 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3846121-e2eb-478b-8bd7-fae165918bd6 req-fd20c2e9-0662-4738-890f-c187845583dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Jul 28 06:38:01.202600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7479-ad29-4886-95c8-9f53085a7c73 req-e7933939-cea4-4c7c-b330-32a12e6d079c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:01.204089 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf0b7479-ad29-4886-95c8-9f53085a7c73 req-e7933939-cea4-4c7c-b330-32a12e6d079c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 944 time: 0.0480030 Jul 28 06:38:01.215261 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:01.259704 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf0b7479-ad29-4886-95c8-9f53085a7c73 req-0b010f82-4ea9-4be9-b438-5af17389376a tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 Jul 28 06:38:01.696682 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8174e7-ac10-4231-840a-0ab996488369 req-a9a00780-b530-4174-a73b-22fdd17bc36c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:01.698228 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee8174e7-ac10-4231-840a-0ab996488369 req-a9a00780-b530-4174-a73b-22fdd17bc36c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0489936 Jul 28 06:38:01.746493 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee8174e7-ac10-4231-840a-0ab996488369 req-c991ca02-03eb-41c9-8617-7a6412b72d70 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Jul 28 06:38:02.055251 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d2d3-f907-4656-88da-47dc17533f45 req-92d1eb94-bc93-49f3-b6b5-d4d868543379 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:02.056743 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5370d2d3-f907-4656-88da-47dc17533f45 req-92d1eb94-bc93-49f3-b6b5-d4d868543379 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0490324 Jul 28 06:38:02.106210 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5370d2d3-f907-4656-88da-47dc17533f45 req-5b698117-da64-4a98-a51e-3eb4c7cf200a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Jul 28 06:38:02.123034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bf0e-0e8c-46d7-9c6e-baaa8df7a37a req-1c49ff41-85da-418d-8f61-f21817072f6a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:02.124501 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17a3bf0e-0e8c-46d7-9c6e-baaa8df7a37a req-1c49ff41-85da-418d-8f61-f21817072f6a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0462470 Jul 28 06:38:02.175770 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17a3bf0e-0e8c-46d7-9c6e-baaa8df7a37a req-6fd9ecc9-0d9a-466c-8b28-327fbd329e82 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Jul 28 06:38:02.376274 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cf54c-d555-4c8a-972a-6ab92f5e44e9 req-f5feb2db-7d8e-45c1-aae6-2c101a9cdcca tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:02.377738 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d9cf54c-d555-4c8a-972a-6ab92f5e44e9 req-f5feb2db-7d8e-45c1-aae6-2c101a9cdcca tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 944 time: 0.0464072 Jul 28 06:38:02.414688 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9897ea2-779a-49ae-838d-ef7ff8d1e170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.430026 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d9cf54c-d555-4c8a-972a-6ab92f5e44e9 req-62d7ff27-ee01-4f22-84ac-c07745ec2795 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Jul 28 06:38:02.642489 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.665918 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device c069b7a6-23c4-4f73-8439-bbaa0bf0be15 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:02.712631 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:02.718234 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:02.718584 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.751023 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:02.793548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:02.793941 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.817261 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:02.819772 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0734c-b0e8-44ce-9dcd-aee342593fc0" -d '{"events": [{"server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "name": "network-vif-plugged", "status": "completed", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:02.833317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:02.838307 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.870563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a890-5873-4fc8-92f8-cac750401c09 req-58dd5191-5549-4131-b255-8c42e9172705 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:02.871449 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a4db0-a23e-41b2-a4e6-8685b6fbaeda x-openstack-request-id: req-836a4db0-a23e-41b2-a4e6-8685b6fbaeda {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:02.871768 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "name": "network-vif-plugged", "status": "completed", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:02.872027 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-836a4db0-a23e-41b2-a4e6-8685b6fbaeda {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:02.872186 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b652a890-5873-4fc8-92f8-cac750401c09 req-58dd5191-5549-4131-b255-8c42e9172705 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0537198 Jul 28 06:38:02.872415 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836a4db0-a23e-41b2-a4e6-8685b6fbaeda'] response: {'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15', 'code': 200} Jul 28 06:38:02.893517 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:02.922821 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b652a890-5873-4fc8-92f8-cac750401c09 req-2677692e-2711-4f8c-907d-e84b4df320ba tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Jul 28 06:38:03.236939 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-786b563d-d07b-4917-8ef6-d1dee3b12cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.239012 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-786b563d-d07b-4917-8ef6-d1dee3b12cd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 1128 time: 0.0810378 Jul 28 06:38:03.275358 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41e3b-cc32-4575-8b21-9d1ebf8414e3 req-45ae6749-93f8-40fb-aad8-2ae08ce51563 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.277662 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6e41e3b-cc32-4575-8b21-9d1ebf8414e3 req-45ae6749-93f8-40fb-aad8-2ae08ce51563 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0848882 Jul 28 06:38:03.351914 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6e41e3b-cc32-4575-8b21-9d1ebf8414e3 req-936ff844-bc14-4d77-8253-ad7d5467af99 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609236 Jul 28 06:38:03.397468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a581725-19eb-4db2-8c93-c30dd2dee58c req-7c6b4fe6-9d2d-42ef-8a9b-8112f3432e40 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550728 Jul 28 06:38:03.421993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd4bf5-9153-4c18-ace7-ae11f8c5f8c1 req-39037db4-3129-4c10-b0ec-817923276634 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.423477 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27cd4bf5-9153-4c18-ace7-ae11f8c5f8c1 req-39037db4-3129-4c10-b0ec-817923276634 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.1363161 Jul 28 06:38:03.437140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:03.492910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-8db3ba34-1025-4ac1-9243-14423c936bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.494461 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-8db3ba34-1025-4ac1-9243-14423c936bcb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1978064 Jul 28 06:38:03.509890 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27cd4bf5-9153-4c18-ace7-ae11f8c5f8c1 req-62d151a3-af7b-4ee0-a349-4b9ef6782a24 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Jul 28 06:38:03.589219 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a83cde-dad2-4704-9116-da780882cd1f req-b06ce03c-0d25-4113-8950-7cff0d368d84 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.591197 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2a83cde-dad2-4704-9116-da780882cd1f req-b06ce03c-0d25-4113-8950-7cff0d368d84 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0600424 Jul 28 06:38:03.643893 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2a83cde-dad2-4704-9116-da780882cd1f req-122eefee-8d5d-4424-b636-f5c691492577 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Jul 28 06:38:03.829132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.984794 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-5e021c17-0221-4dde-8179-4bcdc78a7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.986600 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-5e021c17-0221-4dde-8179-4bcdc78a7786 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.1550539 Jul 28 06:38:04.024733 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84bc5b-a551-4998-b4c8-8669fd1dfc41 req-8b32bc02-3388-43b0-bcdb-500c13cd81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.026277 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d84bc5b-a551-4998-b4c8-8669fd1dfc41 req-8b32bc02-3388-43b0-bcdb-500c13cd81a7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 1129 time: 0.1964567 Jul 28 06:38:04.031493 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.085849 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:04.119215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-dc13da58-5d9f-4f34-aba0-5b7727899d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.120727 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6a9ec2c-3b74-4c18-ae2c-630940b7bd73 req-dc13da58-5d9f-4f34-aba0-5b7727899d14 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129816 Jul 28 06:38:04.129278 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c582-8703-4590-a1f7-e8640b58c6ac req-cb7db6e6-2056-4133-bfd2-2a2afe2aacc3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.130872 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f619c582-8703-4590-a1f7-e8640b58c6ac req-cb7db6e6-2056-4133-bfd2-2a2afe2aacc3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.1035712 Jul 28 06:38:04.210497 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f619c582-8703-4590-a1f7-e8640b58c6ac req-6d99a7f9-d3d9-48d4-bea8-21c196a650d3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719335 Jul 28 06:38:04.229405 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Publish callbacks [] for security_group (5d2cea31-a578-4feb-89af-49302c232b80), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.233803 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5d2cea31-a578-4feb-89af-49302c232b80), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.287405 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47a7f283-f954-44bb-bd1c-0fbccfa6fae0 req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919905 Jul 28 06:38:04.288135 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cea31-a578-4feb-89af-49302c232b80,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:04.295408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.295764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.296109 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.296473 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.296795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.297132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.297495 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.297825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.298156 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.298485 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.298817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.299144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.299468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.299791 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.300197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f862a90-28c0-41b6-9803-621f9f9e61aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:04.521748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b942-c179-4efd-9d4a-5521f78c03a7 req-c99b37b4-45ad-4e56-a559-b43fcff1ae39 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.523284 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2148b942-c179-4efd-9d4a-5521f78c03a7 req-c99b37b4-45ad-4e56-a559-b43fcff1ae39 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0618854 Jul 28 06:38:04.579570 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2148b942-c179-4efd-9d4a-5521f78c03a7 req-402c8b0d-c46e-4562-857b-6544a0154836 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487890 Jul 28 06:38:04.633652 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 7d4c8835-d4d0-44cd-b343-088c09fffb3a details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:38:04.672670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4caa4-1009-490f-9113-31187dc11a0d req-1970dc5d-7ac5-4578-a342-44a540dfb3bc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.674459 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52b4caa4-1009-490f-9113-31187dc11a0d req-1970dc5d-7ac5-4578-a342-44a540dfb3bc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 944 time: 0.0635517 Jul 28 06:38:04.758668 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52182) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:04.762926 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:04.773665 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52b4caa4-1009-490f-9113-31187dc11a0d req-c113d2a3-2831-4ff2-b668-6b4a5d93e71a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869474 Jul 28 06:38:04.783932 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '7d4c8835-d4d0-44cd-b343-088c09fffb3a', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'port_id': '7d4c8835-d4d0-44cd-b343-088c09fffb3a', 'mac_address': 'fa:16:3e:17:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:38:04.812549 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d84bc5b-a551-4998-b4c8-8669fd1dfc41 req-570ad065-9710-4926-83a2-7c9d85b486e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671673 Jul 28 06:38:04.813668 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de214ebd-c260-44ea-9561-67b51159d174 req-e618bc85-f899-4462-9866-8d182472ab92 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:04.815271 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de214ebd-c260-44ea-9561-67b51159d174 req-e618bc85-f899-4462-9866-8d182472ab92 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0756161 Jul 28 06:38:04.856663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 7d4c8835-d4d0-44cd-b343-088c09fffb3a is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:04.857183 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.872598 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:04.877432 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4c8835-d4d0-44cd-b343-088c09fffb3a {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:04.886008 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de214ebd-c260-44ea-9561-67b51159d174 req-9ad66c60-1f13-4a2f-8bb5-0ecf07e63557 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629108 Jul 28 06:38:04.911800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:04.916958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.917858 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:38:04.930872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4ab29c5f-17a6-4709-a06a-95ed7fb747c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.996189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:05.020806 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4ab29c5f-17a6-4709-a06a-95ed7fb747c1 admin admin] Publish callbacks [] for security_group (75f5b081-cd65-4b28-806f-935d34745ffd), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.025636 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4ab29c5f-17a6-4709-a06a-95ed7fb747c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (75f5b081-cd65-4b28-806f-935d34745ffd), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.074426 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4ab29c5f-17a6-4709-a06a-95ed7fb747c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c10e6a732434264ba3bfdb1a3818069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143425 Jul 28 06:38:05.077532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52192) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:05.083589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:05.084609 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab29c5f-17a6-4709-a06a-95ed7fb747c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5b081-cd65-4b28-806f-935d34745ffd,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:05.090973 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:05.105328 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:38:05.183158 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:05.183555 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.205592 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Publish callbacks [] for security_group (75f5b081-cd65-4b28-806f-935d34745ffd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.212834 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:05.233151 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Publish callbacks [] for security_group (75f5b081-cd65-4b28-806f-935d34745ffd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.260350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:05.272544 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.334406 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (75f5b081-cd65-4b28-806f-935d34745ffd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.337136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.338375 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75f5b081-cd65-4b28-806f-935d34745ffd HTTP/1.1" status: 204 len: 168 time: 0.2595191 Jul 28 06:38:05.351716 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5b081-cd65-4b28-806f-935d34745ffd,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:05.353513 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:05.363264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.363736 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.364167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.364670 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.365131 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.365501 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.365832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.366163 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.366548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.367006 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.367422 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.368034 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.368727 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.368957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.369317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.372082 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.372493 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.372912 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.373770 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.378122 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.378724 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.380033 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.380485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.381010 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.381465 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.381996 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.382634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.383366 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.383976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.388265 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cf3f8-1f75-4813-b3a2-cba421eb0da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:05.395248 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:05.429741 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3fbc9-8ff0-4929-bd1e-97b271439511 req-430c10b0-96a6-4386-aa4d-d70e59baf4f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:05.440258 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56d3fbc9-8ff0-4929-bd1e-97b271439511 req-430c10b0-96a6-4386-aa4d-d70e59baf4f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.1250036 Jul 28 06:38:05.511449 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56d3fbc9-8ff0-4929-bd1e-97b271439511 req-2ff4c2b9-b622-4387-8b5b-33cf757c1b4b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691071 Jul 28 06:38:05.611831 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.635308 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-06343255-fcf9-44a9-80ea-6a8398a333c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:05.636801 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-06343255-fcf9-44a9-80ea-6a8398a333c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 1128 time: 0.0695343 Jul 28 06:38:05.704398 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.743037 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e2d0-c6b7-4b81-b59e-7bf0996ce417 req-df343613-5ac3-4134-bcc9-10efdeda7609 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:05.745712 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ad19e2d0-c6b7-4b81-b59e-7bf0996ce417 req-df343613-5ac3-4134-bcc9-10efdeda7609 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.0614421 Jul 28 06:38:05.788827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52242) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:05.797609 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ad19e2d0-c6b7-4b81-b59e-7bf0996ce417 req-5e4c3cd1-24ca-4281-aa9e-29abfadb2797 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460038 Jul 28 06:38:05.804000 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-421e1f34-c9b5-493c-900b-64d51a50fed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.937072 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc2c8-3425-4dd2-b09c-6250d2462081 req-f73e7669-87f2-40e2-bbfc-0d3faa86beed tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:05.938761 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf5bc2c8-3425-4dd2-b09c-6250d2462081 req-f73e7669-87f2-40e2-bbfc-0d3faa86beed tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jul 28 06:38:05.951865 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-421e1f34-c9b5-493c-900b-64d51a50fed0 admin admin] Publish callbacks [] for security_group (415039f7-67d1-46a7-9d27-454a08ce654b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.959213 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:05.963675 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-421e1f34-c9b5-493c-900b-64d51a50fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (415039f7-67d1-46a7-9d27-454a08ce654b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.010999 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['7d4c8835-d4d0-44cd-b343-088c09fffb3a'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:38:06.012141 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecde695-8a5a-4114-8791-5c40271e07e7 req-7e393be7-f240-4465-bbd2-205827d5fa2e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.019560 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aecde695-8a5a-4114-8791-5c40271e07e7 req-7e393be7-f240-4465-bbd2-205827d5fa2e tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0606718 Jul 28 06:38:06.038349 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-421e1f34-c9b5-493c-900b-64d51a50fed0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6448f8ef332b4a2cb4211e373dffb9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480156 Jul 28 06:38:06.041146 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52252) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:06.041930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e1f34-c9b5-493c-900b-64d51a50fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415039f7-67d1-46a7-9d27-454a08ce654b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:06.071939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:06.077362 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf5bc2c8-3425-4dd2-b09c-6250d2462081 req-10b63617-f36e-4e63-86b3-7824a4e05c35 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278327 Jul 28 06:38:06.101033 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aecde695-8a5a-4114-8791-5c40271e07e7 req-8b4c6737-af1b-41b1-879a-01604d574112 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805724 Jul 28 06:38:06.104882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:06.147836 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] Publish callbacks [] for security_group (415039f7-67d1-46a7-9d27-454a08ce654b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.178080 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-2c4006c7-e93a-4c7b-b0c4-0aee0c11fb45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7 HTTP/1.1" status: 200 len: 217 time: 0.0569813 Jul 28 06:38:06.178972 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] Publish callbacks [] for security_group (415039f7-67d1-46a7-9d27-454a08ce654b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.237952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (415039f7-67d1-46a7-9d27-454a08ce654b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.244326 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.245872 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/415039f7-67d1-46a7-9d27-454a08ce654b HTTP/1.1" status: 204 len: 168 time: 0.2031484 Jul 28 06:38:06.246718 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52258) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:06.260448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['626917cf-1bf9-47dd-b3eb-784f6c8fdad0'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:38:06.264779 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5f6b4-84b1-46de-81d1-e6ce1ff487f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415039f7-67d1-46a7-9d27-454a08ce654b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:06.488697 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-89167b87-9857-48c7-bba5-83865a0236cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.528088 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-5471043e-5ae2-418c-8a93-eda5cac0b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.530451 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-5471043e-5ae2-418c-8a93-eda5cac0b89c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.3383596 Jul 28 06:38:06.644765 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-89167b87-9857-48c7-bba5-83865a0236cd admin admin] Publish callbacks [] for security_group (240902dd-fe1d-4b6e-9126-250594ea9be9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.660142 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-89167b87-9857-48c7-bba5-83865a0236cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (240902dd-fe1d-4b6e-9126-250594ea9be9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.666791 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fff1e-21e0-4b98-a690-4ca5c723a65c req-c4650462-40ae-48c8-b159-882fa20b8331 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.674662 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e6fff1e-21e0-4b98-a690-4ca5c723a65c req-c4650462-40ae-48c8-b159-882fa20b8331 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0701146 Jul 28 06:38:06.696792 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-89167b87-9857-48c7-bba5-83865a0236cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9fa6550ed7d4062bbd3e8083e7bdc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440527 Jul 28 06:38:06.700075 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52276) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:06.717262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89167b87-9857-48c7-bba5-83865a0236cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240902dd-fe1d-4b6e-9126-250594ea9be9,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:06.747654 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e6fff1e-21e0-4b98-a690-4ca5c723a65c req-b688106e-a146-4fc2-b43c-f7211c086deb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720363 Jul 28 06:38:06.776293 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] Publish callbacks [] for security_group (240902dd-fe1d-4b6e-9126-250594ea9be9), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.805467 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] Publish callbacks [] for security_group (240902dd-fe1d-4b6e-9126-250594ea9be9), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.892236 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (240902dd-fe1d-4b6e-9126-250594ea9be9), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.896067 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.899921 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/240902dd-fe1d-4b6e-9126-250594ea9be9 HTTP/1.1" status: 204 len: 168 time: 0.1974044 Jul 28 06:38:06.919286 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a87ee-1cbd-437c-b8d8-c81589329f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240902dd-fe1d-4b6e-9126-250594ea9be9,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:06.970658 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9118fd-7ff1-4b2e-b95c-af22e04997bc req-a3e50b89-8001-4bea-bbaf-5693248735a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.977862 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9c9118fd-7ff1-4b2e-b95c-af22e04997bc req-a3e50b89-8001-4bea-bbaf-5693248735a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.0799308 Jul 28 06:38:07.031105 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9c9118fd-7ff1-4b2e-b95c-af22e04997bc req-23e6ab31-c1ae-43e4-8e38-55a790b62116 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523338 Jul 28 06:38:07.231599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52fc2b-7686-43b6-b0d5-19e5549072fd req-1b336e21-861d-4f2e-8fcf-5207c7b10f9a tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:07.239289 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f52fc2b-7686-43b6-b0d5-19e5549072fd req-1b336e21-861d-4f2e-8fcf-5207c7b10f9a tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0594637 Jul 28 06:38:07.245456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af59145-aeb5-4185-9b4b-c718fc1003b8 req-01476ed9-3f42-40c5-a4cb-1b73a5e24d7e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:07.247127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af59145-aeb5-4185-9b4b-c718fc1003b8 req-01476ed9-3f42-40c5-a4cb-1b73a5e24d7e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 945 time: 0.0771139 Jul 28 06:38:07.279532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:07.306530 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f52fc2b-7686-43b6-b0d5-19e5549072fd req-ceb871f8-bae9-4b53-9386-005e47ea8f92 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656316 Jul 28 06:38:07.340387 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af59145-aeb5-4185-9b4b-c718fc1003b8 req-219b9921-8be8-4b59-a8c3-03e7e8fd3dd3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Jul 28 06:38:07.391186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-f091f40a-d5e1-4206-9832-9e86241268c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:07.394406 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-f091f40a-d5e1-4206-9832-9e86241268c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543568 Jul 28 06:38:07.425672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52316) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:07.446677 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65bcca4-87f3-4d5c-ab44-c30ca68dd765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.476246 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:07.524991 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52318) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:07.539427 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65bcca4-87f3-4d5c-ab44-c30ca68dd765 admin admin] Publish callbacks [] for security_group (533f068b-9585-426d-a16e-1ee069497906), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.544439 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65bcca4-87f3-4d5c-ab44-c30ca68dd765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (533f068b-9585-426d-a16e-1ee069497906), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.586990 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d65bcca4-87f3-4d5c-ab44-c30ca68dd765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acc8de87dc104acbae3e42246993aaf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591272 Jul 28 06:38:07.589580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52324) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:07.590064 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bcca4-87f3-4d5c-ab44-c30ca68dd765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f068b-9585-426d-a16e-1ee069497906,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:07.656731 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] Publish callbacks [] for security_group (533f068b-9585-426d-a16e-1ee069497906), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.660162 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dd75a16c-1ac3-4fd3-af65-031e728e4773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.690206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] Publish callbacks [] for security_group (533f068b-9585-426d-a16e-1ee069497906), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.786444 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 7d4c8835-d4d0-44cd-b343-088c09fffb3a up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:07.793064 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (533f068b-9585-426d-a16e-1ee069497906), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.795818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.797021 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/533f068b-9585-426d-a16e-1ee069497906 HTTP/1.1" status: 204 len: 168 time: 0.2063241 Jul 28 06:38:07.805962 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dd75a16c-1ac3-4fd3-af65-031e728e4773 admin admin] Publish callbacks [] for security_group (9278c9fe-9e31-4a49-82fa-28c6fb2a36c0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.811748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ad6ee-a11d-4b4e-8cc2-cd3c4e907b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f068b-9585-426d-a16e-1ee069497906,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:07.815848 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dd75a16c-1ac3-4fd3-af65-031e728e4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9278c9fe-9e31-4a49-82fa-28c6fb2a36c0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:07.863343 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:07.867035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75a16c-1ac3-4fd3-af65-031e728e4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9278c9fe-9e31-4a49-82fa-28c6fb2a36c0,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:07.871606 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-dd75a16c-1ac3-4fd3-af65-031e728e4773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bccb2a3581d45a2b77d2316c176a614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455346 Jul 28 06:38:07.874451 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52338) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:07.952192 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d136bce-8523-4a6a-b077-779ea6c8cd03 req-37b4407b-c6b5-4428-bd39-2d52d7d85f14 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:07.959956 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d136bce-8523-4a6a-b077-779ea6c8cd03 req-37b4407b-c6b5-4428-bd39-2d52d7d85f14 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0767269 Jul 28 06:38:07.982695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 7d4c8835-d4d0-44cd-b343-088c09fffb3a completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:07.996632 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 7d4c8835-d4d0-44cd-b343-088c09fffb3a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:07.997957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.087794 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d136bce-8523-4a6a-b077-779ea6c8cd03 req-ca229156-f1f2-4a46-9d72-0fc689385e5d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197639 Jul 28 06:38:08.135947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 7d4c8835-d4d0-44cd-b343-088c09fffb3a is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:08.136638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.164820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:08.167644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a2385-4e03-4a31-a290-0926645b3ede" -d '{"events": [{"server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:08.188563 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:08.195968 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.197981 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:08.203313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-fa7b03bc-a421-4826-bbab-c5c84e5be0ad service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681384 Jul 28 06:38:08.275405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37ee08-bc29-481c-ab60-58f6d19ff689 x-openstack-request-id: req-2f37ee08-bc29-481c-ab60-58f6d19ff689 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:08.275405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:08.275405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f37ee08-bc29-481c-ab60-58f6d19ff689 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:08.275405 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f37ee08-bc29-481c-ab60-58f6d19ff689'] response: {'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a', 'code': 200} Jul 28 06:38:08.334445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] Publish callbacks [] for security_group (9278c9fe-9e31-4a49-82fa-28c6fb2a36c0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.340289 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:08.359453 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:08.389776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382b37-7c89-44a5-876a-b7538bfe773c req-4dafa01d-7676-4143-b9b0-8ad7b05ddf10 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:08.406519 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0382b37-7c89-44a5-876a-b7538bfe773c req-4dafa01d-7676-4143-b9b0-8ad7b05ddf10 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.2467082 Jul 28 06:38:08.458082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:08.504204 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:08.504620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.506395 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:08.510919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c53f9-31ac-442a-808f-56cce690e330 req-96ba1fcd-e5f0-4b0d-a7fe-5d4df863d7c7 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:08.520913 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-709c53f9-31ac-442a-808f-56cce690e330 req-96ba1fcd-e5f0-4b0d-a7fe-5d4df863d7c7 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0904880 Jul 28 06:38:08.582546 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-709c53f9-31ac-442a-808f-56cce690e330 req-10386b1e-568b-4342-b74b-457826dd644c tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jul 28 06:38:08.694942 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] Publish callbacks [] for security_group (9278c9fe-9e31-4a49-82fa-28c6fb2a36c0), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.700317 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882a23-7b09-4d72-9f70-f0f8f6cf172c req-ce2ca8d0-b40c-4bd9-ba2d-2cdec227f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:08.707898 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-21882a23-7b09-4d72-9f70-f0f8f6cf172c req-ce2ca8d0-b40c-4bd9-ba2d-2cdec227f2d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1130 time: 0.1067226 Jul 28 06:38:08.708885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:08.709693 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.755140 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849f7a-2d04-455a-a1b2-bff6b21bcf38 req-b1d565b2-85a7-427d-9079-481ee3cbbef5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:08.762110 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05849f7a-2d04-455a-a1b2-bff6b21bcf38 req-b1d565b2-85a7-427d-9079-481ee3cbbef5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0846541 Jul 28 06:38:08.779431 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:08.782880 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:08.790759 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.805581 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0382b37-7c89-44a5-876a-b7538bfe773c req-b325a9e7-dfe2-4080-90f2-275abfc373f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980644 Jul 28 06:38:08.888633 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05849f7a-2d04-455a-a1b2-bff6b21bcf38 req-b4517c2f-0c6f-4074-b1b7-873baf6cafaa tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254840 Jul 28 06:38:08.905970 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-70e30980-44ad-440c-a635-ba18c8b47b41 req-b22ec8df-377e-4980-870e-79f172e7cf9c service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916230 Jul 28 06:38:08.953264 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-21882a23-7b09-4d72-9f70-f0f8f6cf172c req-8adca9b4-77f4-460b-8580-a812ee6043cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443903 Jul 28 06:38:08.971842 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9278c9fe-9e31-4a49-82fa-28c6fb2a36c0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.975025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.978853 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9278c9fe-9e31-4a49-82fa-28c6fb2a36c0 HTTP/1.1" status: 204 len: 168 time: 1.0997310 Jul 28 06:38:08.989626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdeb49-4a67-4295-991c-56f101763e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9278c9fe-9e31-4a49-82fa-28c6fb2a36c0,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:09.086647 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:09.179990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:09.222364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b733-fa91-4f92-ba99-2ddd03666810 req-fa838c44-027b-4d9c-8f8e-a4f9b2d39f7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:09.224220 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1627b733-fa91-4f92-ba99-2ddd03666810 req-fa838c44-027b-4d9c-8f8e-a4f9b2d39f7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0636680 Jul 28 06:38:09.281941 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1627b733-fa91-4f92-ba99-2ddd03666810 req-192a30bf-9f17-4379-90f9-229a5afd36be tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515966 Jul 28 06:38:09.378202 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52398) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:09.391772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aff962f-8c4f-42a9-b7b3-36de4583a9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.522366 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aff962f-8c4f-42a9-b7b3-36de4583a9f6 admin admin] Publish callbacks [] for security_group (7c1aa503-1a71-4278-859c-5e96614b70f4), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.527311 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aff962f-8c4f-42a9-b7b3-36de4583a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7c1aa503-1a71-4278-859c-5e96614b70f4), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.575407 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff962f-8c4f-42a9-b7b3-36de4583a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1aa503-1a71-4278-859c-5e96614b70f4,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:09.580080 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3aff962f-8c4f-42a9-b7b3-36de4583a9f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca63dd46061642f29bfd0e91ee6020d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005968 Jul 28 06:38:09.583705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52408) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:09.667192 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] Publish callbacks [] for security_group (7c1aa503-1a71-4278-859c-5e96614b70f4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.703107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] Publish callbacks [] for security_group (7c1aa503-1a71-4278-859c-5e96614b70f4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.765674 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7c1aa503-1a71-4278-859c-5e96614b70f4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.769602 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.773935 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c1aa503-1a71-4278-859c-5e96614b70f4 HTTP/1.1" status: 204 len: 168 time: 0.1886766 Jul 28 06:38:09.783035 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083d47-484a-4dda-83c0-57846b7beb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1aa503-1a71-4278-859c-5e96614b70f4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:09.974782 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33928f-09f8-4499-99a3-3ebc21e48f76 req-527d5374-d632-4ebc-a299-8b3643f77bbc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:09.976346 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ae33928f-09f8-4499-99a3-3ebc21e48f76 req-527d5374-d632-4ebc-a299-8b3643f77bbc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0781095 Jul 28 06:38:10.020726 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:10.053859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3b6ac-f973-4c89-8816-e906e75bd668 req-8860a8d6-c9ee-49d1-9436-a2d5e8eb7b51 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:10.055852 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23e3b6ac-f973-4c89-8816-e906e75bd668 req-8860a8d6-c9ee-49d1-9436-a2d5e8eb7b51 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0731859 Jul 28 06:38:10.080557 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ae33928f-09f8-4499-99a3-3ebc21e48f76 req-c607b106-826f-453c-aea9-d64df996f204 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962837 Jul 28 06:38:10.134404 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23e3b6ac-f973-4c89-8816-e906e75bd668 req-94203b96-8d84-48f6-a019-542d3d3495e8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694497 Jul 28 06:38:10.266330 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:10.270454 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdbf20d-29fd-49db-91e6-adb44093da84" -d '{"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:10.322841 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917fea3-24e7-4eee-a36c-3490638f300c x-openstack-request-id: req-f917fea3-24e7-4eee-a36c-3490638f300c {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:10.323185 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:10.323446 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f917fea3-24e7-4eee-a36c-3490638f300c {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:10.323845 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f917fea3-24e7-4eee-a36c-3490638f300c'] response: {'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'code': 200} Jul 28 06:38:10.436126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f252-f87c-490f-a730-2994c14441f5 req-01042f74-0dbb-405d-8c71-2fa7e5450b7b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:10.438788 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c10f252-f87c-490f-a730-2994c14441f5 req-01042f74-0dbb-405d-8c71-2fa7e5450b7b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 944 time: 0.0555642 Jul 28 06:38:10.504030 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c10f252-f87c-490f-a730-2994c14441f5 req-e422808d-fd94-41fe-b773-04cc3fb11bba tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559165 Jul 28 06:38:11.091171 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b1d18864-af4e-41d6-b3f8-a68f95159ee7 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:38:11.284620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036548-ad09-4639-a91e-5a4e8855dcf4 req-8f7264f2-d803-462c-812c-71f873bbe7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.286997 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a036548-ad09-4639-a91e-5a4e8855dcf4 req-8f7264f2-d803-462c-812c-71f873bbe7fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1129 time: 0.1311374 Jul 28 06:38:11.293434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:11.302371 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb8c5-1ebf-40da-a399-8d6cbcd3f212 req-d954a0d6-156a-4852-a7d7-da3ba6d79990 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.304543 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f5cb8c5-1ebf-40da-a399-8d6cbcd3f212 req-d954a0d6-156a-4852-a7d7-da3ba6d79990 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0933123 Jul 28 06:38:11.325789 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:38:11.364905 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c16c-aa9c-4e20-aa55-2563d7a34283 req-e293f537-966e-4c4d-b311-ba59bf29818e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.367213 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d1c4c16c-aa9c-4e20-aa55-2563d7a34283 req-e293f537-966e-4c4d-b311-ba59bf29818e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1099012 Jul 28 06:38:11.416544 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port b1d18864-af4e-41d6-b3f8-a68f95159ee7 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:11.422182 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.426561 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f5cb8c5-1ebf-40da-a399-8d6cbcd3f212 req-c9eed86c-168e-49f6-a287-839322f698db tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145349 Jul 28 06:38:11.455882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d18864-af4e-41d6-b3f8-a68f95159ee7 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:11.484684 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:11.490484 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.498170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52528) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:11.498310 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d1c4c16c-aa9c-4e20-aa55-2563d7a34283 req-e0346ed8-66d5-4500-98f9-c6872e4850f8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Jul 28 06:38:11.558590 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Deleting subnet 4c01a544-5541-4e69-983e-04925c2ab9c6 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:38:11.562049 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Publish callbacks [] for subnet (4c01a544-5541-4e69-983e-04925c2ab9c6), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.563137 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:11.633833 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Publish callbacks [] for subnet (4c01a544-5541-4e69-983e-04925c2ab9c6), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.646897 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (4c01a544-5541-4e69-983e-04925c2ab9c6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.654708 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477424-5079-4b07-823c-16223a26546a req-e231b385-bb31-4673-a011-83e180773e8e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.656191 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d477424-5079-4b07-823c-16223a26546a req-e231b385-bb31-4673-a011-83e180773e8e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 945 time: 0.0702033 Jul 28 06:38:11.740984 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d477424-5079-4b07-823c-16223a26546a req-f1d360d6-53c8-4ad1-96b9-d2a4450b1000 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662067 Jul 28 06:38:11.751444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (4c01a544-5541-4e69-983e-04925c2ab9c6), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.777903 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c01a544-5541-4e69-983e-04925c2ab9c6,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:11.787283 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.793264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52540) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:11.793818 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0ad127d4-24de-4747-8cad-758ff8817bcb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c01a544-5541-4e69-983e-04925c2ab9c6 HTTP/1.1" status: 204 len: 168 time: 0.2945187 Jul 28 06:38:11.867394 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (81f21806-292f-41b5-85a0-fc9a78c59d52), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.886134 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:11.915448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['b1d18864-af4e-41d6-b3f8-a68f95159ee7'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:38:11.964747 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a036548-ad09-4639-a91e-5a4e8855dcf4 req-15b25736-62a8-4713-a82a-5860fe95876a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851367 Jul 28 06:38:11.988477 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (81f21806-292f-41b5-85a0-fc9a78c59d52), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.014968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.015345 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.016065 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.016394 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > port after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.016714 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > port after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.017045 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > port after_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.017388 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.018057 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.018506 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.020271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.209240 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.209800 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.210314 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.210832 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:38:12.211178 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f21806-292f-41b5-85a0-fc9a78c59d52']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:12.231425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54406020-bb19-492e-8cd9-91dbf15c3c41') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:12.231748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54406020-bb19-492e-8cd9-91dbf15c3c41') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:12.251404 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (54406020-bb19-492e-8cd9-91dbf15c3c41), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.275642 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (54406020-bb19-492e-8cd9-91dbf15c3c41), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.285891 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:38:12.286296 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (54406020-bb19-492e-8cd9-91dbf15c3c41), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.338960 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:12.392149 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (81f21806-292f-41b5-85a0-fc9a78c59d52), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.405615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.412667 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52570) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:12.413324 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] 10.222.0.20 "DELETE /v2.0/networks/81f21806-292f-41b5-85a0-fc9a78c59d52 HTTP/1.1" status: 204 len: 168 time: 0.6189065 Jul 28 06:38:12.429229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69d699-4927-4fdc-a615-93377c482dee admin admin] Pushing event deleted for resources: {'Network': ['ID=81f21806-292f-41b5-85a0-fc9a78c59d52,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:12.498544 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:12.552333 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Deleting subnet 96c65448-5954-4ce4-8f8f-2e3d9d31208a {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:38:12.557579 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Publish callbacks [] for subnet (96c65448-5954-4ce4-8f8f-2e3d9d31208a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.604619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Publish callbacks [] for subnet (96c65448-5954-4ce4-8f8f-2e3d9d31208a), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.611938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (96c65448-5954-4ce4-8f8f-2e3d9d31208a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.657816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201717e-c68a-443b-ba82-c5b81c84476d req-e58d1151-3ebe-4cb3-afbd-7d5eee9b9cea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:12.667641 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1201717e-c68a-443b-ba82-c5b81c84476d req-e58d1151-3ebe-4cb3-afbd-7d5eee9b9cea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1063666 Jul 28 06:38:12.671870 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 54406020-bb19-492e-8cd9-91dbf15c3c41 resource provider aggregate not found Jul 28 06:38:12.703082 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (96c65448-5954-4ce4-8f8f-2e3d9d31208a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.708501 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 54406020-bb19-492e-8cd9-91dbf15c3c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54406020-bb19-492e-8cd9-91dbf15c3c41 found for delete ", "request_id": "req-b7a31008-6db9-4d6a-a2f6-4e23a54bea8d"}]} Jul 28 06:38:12.739435 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1201717e-c68a-443b-ba82-c5b81c84476d req-b5183713-a446-462b-8e3b-0517953fe77f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704701 Jul 28 06:38:12.746659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c65448-5954-4ce4-8f8f-2e3d9d31208a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:12.757590 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:12.765206 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8ea021bf-5c0d-49d6-b572-78301bb30801 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/96c65448-5954-4ce4-8f8f-2e3d9d31208a HTTP/1.1" status: 204 len: 168 time: 0.3478265 Jul 28 06:38:12.766221 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52594) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:12.777709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c22a-5df1-49a6-bede-bd3ff5167607 req-f3f95877-fd8a-4455-aa15-c347c97e9c31 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:12.779555 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fcd6c22a-5df1-49a6-bede-bd3ff5167607 req-f3f95877-fd8a-4455-aa15-c347c97e9c31 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1094501 Jul 28 06:38:12.854274 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fcd6c22a-5df1-49a6-bede-bd3ff5167607 req-8c5672f7-4db2-4ab5-af89-f89894b34f58 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Jul 28 06:38:12.881538 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (c594dcf4-e4a2-4bb5-9be2-5e31519e0de2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.001104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142f2a-6c3b-4d90-8342-53dc4216ae96 req-ade2e83b-6ae8-49c4-af80-fff2970c947a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:13.002854 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19142f2a-6c3b-4d90-8342-53dc4216ae96 req-ade2e83b-6ae8-49c4-af80-fff2970c947a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 945 time: 0.1247265 Jul 28 06:38:13.023765 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (c594dcf4-e4a2-4bb5-9be2-5e31519e0de2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.074019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c594dcf4-e4a2-4bb5-9be2-5e31519e0de2']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:13.088854 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b1d18864-af4e-41d6-b3f8-a68f95159ee7 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:13.095486 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7986d89b-a19b-423a-9996-162ed4c74f07') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:13.096078 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7986d89b-a19b-423a-9996-162ed4c74f07') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:13.126708 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19142f2a-6c3b-4d90-8342-53dc4216ae96 req-5229d7d4-4403-4815-b5c3-957ad0d9fd7a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110291 Jul 28 06:38:13.129564 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (7986d89b-a19b-423a-9996-162ed4c74f07), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.162326 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (7986d89b-a19b-423a-9996-162ed4c74f07), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.169762 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:38:13.170630 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (7986d89b-a19b-423a-9996-162ed4c74f07), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.187724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port b1d18864-af4e-41d6-b3f8-a68f95159ee7 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:13.195165 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port b1d18864-af4e-41d6-b3f8-a68f95159ee7 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:13.195843 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.245107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:13.300783 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (c594dcf4-e4a2-4bb5-9be2-5e31519e0de2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.302465 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port b1d18864-af4e-41d6-b3f8-a68f95159ee7 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:13.303216 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.324546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.328729 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c594dcf4-e4a2-4bb5-9be2-5e31519e0de2 HTTP/1.1" status: 204 len: 168 time: 0.5621727 Jul 28 06:38:13.329919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00840875-88d2-4f53-920b-c87f7d4cbd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c594dcf4-e4a2-4bb5-9be2-5e31519e0de2,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:13.360802 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84000af1-437b-45a9-aeaf-d3560ab85189 req-739367f4-693f-4220-bb60-97fee0cd5934 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:13.361849 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:13.363742 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:13.369635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0eed8b-8b4e-40a2-934a-dd342fc284d7" -d '{"events": [{"server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:13.371250 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-84000af1-437b-45a9-aeaf-d3560ab85189 req-739367f4-693f-4220-bb60-97fee0cd5934 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1074564 Jul 28 06:38:13.386054 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.404520 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-37625ca9-f099-4b94-887c-a82deb0c179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:13.409730 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-37625ca9-f099-4b94-887c-a82deb0c179c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1130 time: 0.1070762 Jul 28 06:38:13.432546 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-84000af1-437b-45a9-aeaf-d3560ab85189 req-1b70d75e-2521-491e-b562-786d0036bf36 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602517 Jul 28 06:38:13.458931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6d6daa-dda7-44b6-b754-781c36a7a894 x-openstack-request-id: req-7a6d6daa-dda7-44b6-b754-781c36a7a894 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:13.459251 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:13.459518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a6d6daa-dda7-44b6-b754-781c36a7a894 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:13.459902 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6d6daa-dda7-44b6-b754-781c36a7a894'] response: {'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'code': 200} Jul 28 06:38:13.502435 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:13.584633 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52632) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:13.606756 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:13.631540 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-63e56ce2-16e8-4352-8cb7-87406be348c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195dd8554c7743288381d115015351b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455425 Jul 28 06:38:13.634662 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52634) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:13.688586 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] Publish callbacks [] for security_group (b199c6ca-22f9-460c-8f2b-7c8e528115f8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.714201 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] Publish callbacks [] for security_group (b199c6ca-22f9-460c-8f2b-7c8e528115f8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.769173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b199c6ca-22f9-460c-8f2b-7c8e528115f8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.771940 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:13.773148 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b199c6ca-22f9-460c-8f2b-7c8e528115f8 HTTP/1.1" status: 204 len: 168 time: 0.1374919 Jul 28 06:38:13.784439 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113001d3-89f0-49b7-a654-5421a39fb65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199c6ca-22f9-460c-8f2b-7c8e528115f8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:13.888592 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af45388-5fc4-43d9-9226-310bc440a7e8 req-496002b9-da6b-49be-b6fb-49ea9f08a288 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:13.890282 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8af45388-5fc4-43d9-9226-310bc440a7e8 req-496002b9-da6b-49be-b6fb-49ea9f08a288 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0557437 Jul 28 06:38:13.953965 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8af45388-5fc4-43d9-9226-310bc440a7e8 req-7eabbed3-0d68-4c23-ac46-aa7368deb52a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549173 Jul 28 06:38:14.092008 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7ab31-d3db-4c27-9a5b-0a33b2b0cb0a req-7744e5af-c9e2-46e8-96ab-5c12e246b9b6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:14.093515 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9d7ab31-d3db-4c27-9a5b-0a33b2b0cb0a req-7744e5af-c9e2-46e8-96ab-5c12e246b9b6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0503557 Jul 28 06:38:14.104613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52650) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:14.109380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'floatingip': {'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:14.186676 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52654) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:14.187860 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:14.265716 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553c3a4-a17b-4e25-8fde-58355d163ad9 req-4e5cd570-f4bb-43f1-88da-2c9b4890e97e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:14.267109 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b553c3a4-a17b-4e25-8fde-58355d163ad9 req-4e5cd570-f4bb-43f1-88da-2c9b4890e97e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0634837 Jul 28 06:38:14.272432 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ea405471-1778-4db6-a66b-aeca8338d90b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57a8c87f22814acb8bdff213e3267da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817585 Jul 28 06:38:14.273799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52656) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:14.347882 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b553c3a4-a17b-4e25-8fde-58355d163ad9 req-087f77ff-1d29-4415-9885-38597c0e8558 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743096 Jul 28 06:38:14.378321 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] Publish callbacks [] for security_group (bba4d87d-9477-40b3-8072-f88967590a5d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:14.400186 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] Publish callbacks [] for security_group (bba4d87d-9477-40b3-8072-f88967590a5d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:14.401799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:14.463318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (bba4d87d-9477-40b3-8072-f88967590a5d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:14.466970 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:14.468738 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bba4d87d-9477-40b3-8072-f88967590a5d HTTP/1.1" status: 204 len: 168 time: 0.1935151 Jul 28 06:38:14.478568 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd6890-17c8-4b3f-b16c-f2447b848e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4d87d-9477-40b3-8072-f88967590a5d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:14.664418 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:14.701280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9fee5-4457-411c-a8a4-c8caf07a0ef6 req-dab53d3b-7ec6-4cbb-a583-9ec1853253b7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:14.702815 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76d9fee5-4457-411c-a8a4-c8caf07a0ef6 req-dab53d3b-7ec6-4cbb-a583-9ec1853253b7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1589444 Jul 28 06:38:14.729794 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 7986d89b-a19b-423a-9996-162ed4c74f07 resource provider aggregate not found Jul 28 06:38:14.749236 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 7986d89b-a19b-423a-9996-162ed4c74f07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7986d89b-a19b-423a-9996-162ed4c74f07 found for delete ", "request_id": "req-e9347858-7d94-44e5-a85e-dfcd12948482"}]} Jul 28 06:38:14.781510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52682) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:14.912728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-677151e7-7f0f-48c2-8b9f-885bc330ca66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.002342 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-677151e7-7f0f-48c2-8b9f-885bc330ca66 admin admin] Publish callbacks [] for security_group (20204096-4e23-4877-b143-dc95f9abb2eb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.010280 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-677151e7-7f0f-48c2-8b9f-885bc330ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (20204096-4e23-4877-b143-dc95f9abb2eb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.054282 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-677151e7-7f0f-48c2-8b9f-885bc330ca66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=220747f16fb94fddb4433f830f112eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687290 Jul 28 06:38:15.059278 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52698) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:15.091417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677151e7-7f0f-48c2-8b9f-885bc330ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20204096-4e23-4877-b143-dc95f9abb2eb,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:15.109895 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76d9fee5-4457-411c-a8a4-c8caf07a0ef6 req-322ca41a-c9cd-4be3-adf9-0c9566f3a91e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836283 Jul 28 06:38:15.145921 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] Publish callbacks [] for security_group (20204096-4e23-4877-b143-dc95f9abb2eb), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.169316 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] Publish callbacks [] for security_group (20204096-4e23-4877-b143-dc95f9abb2eb), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.210838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.216198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.229952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (20204096-4e23-4877-b143-dc95f9abb2eb), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.233164 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.237761 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20204096-4e23-4877-b143-dc95f9abb2eb HTTP/1.1" status: 204 len: 168 time: 0.1777012 Jul 28 06:38:15.248889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11704bc-c673-4cd1-bbff-5c6864d2bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20204096-4e23-4877-b143-dc95f9abb2eb,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:15.260136 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:15.333635 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Floating IP 423233cc-50a2-4551-8260-4fe7a2897b49 associated. External IP: 172.27.1.128, port: 626917cf-1bf9-47dd-b3eb-784f6c8fdad0. Jul 28 06:38:15.528113 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d0e5-55b1-41d7-9e17-0008820533d0 req-2f9a6775-8f7a-408b-8de2-21985293a194 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:15.538377 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1fe8d0e5-55b1-41d7-9e17-0008820533d0 req-2f9a6775-8f7a-408b-8de2-21985293a194 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0919156 Jul 28 06:38:15.589434 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1fe8d0e5-55b1-41d7-9e17-0008820533d0 req-83e92bea-52d6-4b52-924f-35f337bfdb10 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500636 Jul 28 06:38:15.612923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:15.693976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52722) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:15.708969 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b79ebcc0-b5a4-4e08-8bfe-8366af732b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.731091 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:15.732942 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:15.736021 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.754465 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:15.767737 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:15.769345 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:15.783578 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-79615353-c70d-4e7c-8fbe-e00af229ae3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "PUT /v2.0/floatingips/423233cc-50a2-4551-8260-4fe7a2897b49 HTTP/1.1" status: 200 len: 991 time: 1.6774857 Jul 28 06:38:15.785086 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:15.788854 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51ef84-48f4-484a-b881-9e69e784d3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:15.839845 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f843a4-da4f-4f14-bdf5-2486582e16f4 x-openstack-request-id: req-d6f843a4-da4f-4f14-bdf5-2486582e16f4 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:15.840134 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:15.840751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6f843a4-da4f-4f14-bdf5-2486582e16f4 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:15.841157 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f843a4-da4f-4f14-bdf5-2486582e16f4'] response: {'name': 'network-changed', 'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'status': 'completed', 'code': 200} Jul 28 06:38:15.851103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b79ebcc0-b5a4-4e08-8bfe-8366af732b56 admin admin] Publish callbacks [] for security_group (fb59f655-6bef-4974-aedd-fea82a67d9be), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.856661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b79ebcc0-b5a4-4e08-8bfe-8366af732b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (fb59f655-6bef-4974-aedd-fea82a67d9be), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.894816 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:15.903023 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b79ebcc0-b5a4-4e08-8bfe-8366af732b56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e46e1d08568f4176b473f3391b05ae47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077274 Jul 28 06:38:15.906235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 52758) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:15.913361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ebcc0-b5a4-4e08-8bfe-8366af732b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb59f655-6bef-4974-aedd-fea82a67d9be,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:15.963286 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] Publish callbacks [] for security_group (fb59f655-6bef-4974-aedd-fea82a67d9be), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:15.988731 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] Publish callbacks [] for security_group (fb59f655-6bef-4974-aedd-fea82a67d9be), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:16.044917 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (fb59f655-6bef-4974-aedd-fea82a67d9be), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:16.047626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:16.051417 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb59f655-6bef-4974-aedd-fea82a67d9be HTTP/1.1" status: 204 len: 168 time: 0.1396034 Jul 28 06:38:16.057548 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbad05-7779-4b97-9104-0978353700d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb59f655-6bef-4974-aedd-fea82a67d9be,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:16.231554 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '423233cc-50a2-4551-8260-4fe7a2897b49', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:20Z', 'updated_at': '2022-07-28T06:38:15Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:16.259549 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eab6d-0d38-416f-88aa-571342a05400 req-fe72f5ba-3808-47cd-b456-798e13ffd8ae tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:16.263605 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:16.267360 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e84eab6d-0d38-416f-88aa-571342a05400 req-fe72f5ba-3808-47cd-b456-798e13ffd8ae tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0616751 Jul 28 06:38:16.278170 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:16.278814 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:16.331595 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e84eab6d-0d38-416f-88aa-571342a05400 req-eff633d6-9f41-46ce-bd19-ab4eaf76072e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Jul 28 06:38:16.419376 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:16.649986 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '423233cc-50a2-4551-8260-4fe7a2897b49', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:20Z', 'updated_at': '2022-07-28T06:38:15Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:16.678026 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637ecbe-4e9d-4aa3-aaac-e21e8bfb2d1e None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '423233cc-50a2-4551-8260-4fe7a2897b49', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:20Z', 'updated_at': '2022-07-28T06:38:15Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:16.727794 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381cdda-4f3b-4f3d-93b6-90dbbe4b2983 req-80f0dc16-0c22-4d3a-be00-eba9bf83a603 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:16.729402 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d381cdda-4f3b-4f3d-93b6-90dbbe4b2983 req-80f0dc16-0c22-4d3a-be00-eba9bf83a603 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0558219 Jul 28 06:38:16.784685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d381cdda-4f3b-4f3d-93b6-90dbbe4b2983 req-3c350bfd-95a8-4c03-846a-6574f7721b98 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462167 Jul 28 06:38:16.929481 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6ea0b-fa2e-400e-8ade-bf371d50778e None None] New status for floating IP 423233cc-50a2-4551-8260-4fe7a2897b49: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:38:17.078498 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:17.450822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed8c5e-bfec-48b2-99e0-3b96bc299797 req-071a43f3-2689-4553-922d-2b72dca168ef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:17.452327 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-79ed8c5e-bfec-48b2-99e0-3b96bc299797 req-071a43f3-2689-4553-922d-2b72dca168ef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0530527 Jul 28 06:38:17.497416 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:17.502342 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-79ed8c5e-bfec-48b2-99e0-3b96bc299797 req-2966981a-de2a-4b35-a8dc-2f8a65c73085 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jul 28 06:38:17.873571 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:17.998717 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae56b8-ad01-4864-accf-b7b70a395f43 req-b2f4202f-e00f-4f50-911f-3a30710b5519 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.000507 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67ae56b8-ad01-4864-accf-b7b70a395f43 req-b2f4202f-e00f-4f50-911f-3a30710b5519 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.1415572 Jul 28 06:38:18.031060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-29724d0c-9cfa-4ecb-acdf-5ac2a183a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.033110 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-29724d0c-9cfa-4ecb-acdf-5ac2a183a1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1129 time: 0.1066749 Jul 28 06:38:18.101698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52862) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:18.217144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:18.225231 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67ae56b8-ad01-4864-accf-b7b70a395f43 req-62a492cf-312f-45a0-b222-21b923eca125 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139077 Jul 28 06:38:18.226261 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-7d9af845-ae32-4f99-a4e1-d13cc2851d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.227641 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-7d9af845-ae32-4f99-a4e1-d13cc2851d37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.3270106 Jul 28 06:38:18.234818 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a8f4-bf8f-494c-abe4-a185628f6709 req-7e0dd62e-94ca-4660-a2a2-04adec8de794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.235860 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb81a8f4-bf8f-494c-abe4-a185628f6709 req-7e0dd62e-94ca-4660-a2a2-04adec8de794 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 1130 time: 0.1011088 Jul 28 06:38:18.263471 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8203c51-4287-4561-89ba-69385a652d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.304799 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-54f45338-af7f-464b-9588-7ed890f6aad6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a HTTP/1.1" status: 200 len: 217 time: 0.0648723 Jul 28 06:38:18.344502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-a60ff00c-6018-4e54-baec-384702ad1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.347138 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-a60ff00c-6018-4e54-baec-384702ad1d6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.3029366 Jul 28 06:38:18.470752 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8203c51-4287-4561-89ba-69385a652d46 admin admin] Publish callbacks [] for security_group (094790d8-933e-4689-91c3-7b01e9d34be1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.478496 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8203c51-4287-4561-89ba-69385a652d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (094790d8-933e-4689-91c3-7b01e9d34be1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.511108 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb81a8f4-bf8f-494c-abe4-a185628f6709 req-06c98179-123c-4441-b410-efe8dbe41bb8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173975 Jul 28 06:38:18.525768 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8203c51-4287-4561-89ba-69385a652d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094790d8-933e-4689-91c3-7b01e9d34be1,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:18.526621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-a7a38d52-8fdd-4c71-8290-5841965bca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.528208 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-a7a38d52-8fdd-4c71-8290-5841965bca3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.2018323 Jul 28 06:38:18.537205 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f8203c51-4287-4561-89ba-69385a652d46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d247888e99ff42d4871b4a3ba24b076d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323993 Jul 28 06:38:18.537479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52880) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:18.546915 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-f11c84ed-22b6-4852-a7fd-526d30804ab9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 1001 time: 0.1769907 Jul 28 06:38:18.610797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] Publish callbacks [] for security_group (094790d8-933e-4689-91c3-7b01e9d34be1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.686262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] Publish callbacks [] for security_group (094790d8-933e-4689-91c3-7b01e9d34be1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.696543 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f8db-956f-4a7a-8ba4-b36966d63da0 req-d74df615-a55d-4780-ac8e-8a893e8a3daf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:18.704637 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baa4f8db-956f-4a7a-8ba4-b36966d63da0 req-d74df615-a55d-4780-ac8e-8a893e8a3daf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1092644 Jul 28 06:38:18.786061 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:38:18.786712 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baa4f8db-956f-4a7a-8ba4-b36966d63da0 req-d7bc4ca4-9ab5-4246-9191-4c4085409942 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806971 Jul 28 06:38:18.808133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (094790d8-933e-4689-91c3-7b01e9d34be1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.813858 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:18.817551 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/094790d8-933e-4689-91c3-7b01e9d34be1 HTTP/1.1" status: 204 len: 168 time: 0.2784569 Jul 28 06:38:18.834828 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377e44-b4a6-44d7-a9a5-0ce19f9d0199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094790d8-933e-4689-91c3-7b01e9d34be1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:19.124352 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52900) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:19.262464 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-c9f245ef-5c12-4b07-8a39-595a339a4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:19.264002 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-c9f245ef-5c12-4b07-8a39-595a339a4d05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2679720 Jul 28 06:38:19.268081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-c7cbf6e6-8d88-47ac-ba47-e3466d7f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:19.270322 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-c7cbf6e6-8d88-47ac-ba47-e3466d7f3c17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.2819824 Jul 28 06:38:19.332535 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e179d99-d259-4b3e-b875-ed10b8be589c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.356393 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61382215-1726-41ea-8404-2c2ace4168ce req-69fe77d2-60b1-462c-b539-21513a6183df tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:19.357909 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61382215-1726-41ea-8404-2c2ace4168ce req-69fe77d2-60b1-462c-b539-21513a6183df tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Jul 28 06:38:19.410428 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61382215-1726-41ea-8404-2c2ace4168ce req-7318abcb-3bca-4628-abf2-25cf072c623c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 Jul 28 06:38:19.411064 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e179d99-d259-4b3e-b875-ed10b8be589c admin admin] Publish callbacks [] for security_group (258c4088-efa6-410e-b93f-e27dddf09a1e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.415143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e179d99-d259-4b3e-b875-ed10b8be589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (258c4088-efa6-410e-b93f-e27dddf09a1e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.418595 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:19.456874 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e179d99-d259-4b3e-b875-ed10b8be589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c4088-efa6-410e-b93f-e27dddf09a1e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:19.461455 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2e179d99-d259-4b3e-b875-ed10b8be589c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47a7c0b907e4538a2d9497b6ffa9206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360734 Jul 28 06:38:19.464077 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 52904) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:19.518002 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] Publish callbacks [] for security_group (258c4088-efa6-410e-b93f-e27dddf09a1e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.527656 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:19.543015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] Publish callbacks [] for security_group (258c4088-efa6-410e-b93f-e27dddf09a1e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.593868 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (258c4088-efa6-410e-b93f-e27dddf09a1e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.597088 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.598634 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258c4088-efa6-410e-b93f-e27dddf09a1e HTTP/1.1" status: 204 len: 168 time: 0.1335075 Jul 28 06:38:19.606677 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fa20a-1b5d-4e1e-a9ab-fda72631171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c4088-efa6-410e-b93f-e27dddf09a1e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:19.931381 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee616bd9-4d56-4803-8365-41b8f91efde9 req-35118d90-67ee-4f92-941e-d0a87ba8d649 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:19.932847 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee616bd9-4d56-4803-8365-41b8f91efde9 req-35118d90-67ee-4f92-941e-d0a87ba8d649 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0565708 Jul 28 06:38:20.003703 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee616bd9-4d56-4803-8365-41b8f91efde9 req-78e64f56-345d-4296-ae72-08407a5dc65b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633845 Jul 28 06:38:20.532473 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c056-3b2e-4440-995d-d7bfcbd7f040 req-7f9abcae-9a8e-4179-92f0-9fb12b4a4b09 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:20.534470 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87f5c056-3b2e-4440-995d-d7bfcbd7f040 req-7f9abcae-9a8e-4179-92f0-9fb12b4a4b09 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0486395 Jul 28 06:38:20.589255 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87f5c056-3b2e-4440-995d-d7bfcbd7f040 req-92c15364-5a61-43e8-84bb-3622c08a0160 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492494 Jul 28 06:38:21.127282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281b50f-3a1d-4b14-8f2d-278f6bdabe0e req-58afaacf-06f3-45c7-a9ca-ecef270a0e3b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.129522 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3281b50f-3a1d-4b14-8f2d-278f6bdabe0e req-58afaacf-06f3-45c7-a9ca-ecef270a0e3b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0468788 Jul 28 06:38:21.177772 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3281b50f-3a1d-4b14-8f2d-278f6bdabe0e req-98f5c127-f347-4bdc-9926-334343783bd1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Jul 28 06:38:21.677510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53016) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:21.713558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b81b7d-e4c7-4bce-a29b-25030cc532c4 req-1db57c2b-7365-4264-8273-8c43675f665d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.715077 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6b81b7d-e4c7-4bce-a29b-25030cc532c4 req-1db57c2b-7365-4264-8273-8c43675f665d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0514143 Jul 28 06:38:21.765686 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6b81b7d-e4c7-4bce-a29b-25030cc532c4 req-2c3bf76b-992a-4e2b-b16b-13241b11af4a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 Jul 28 06:38:21.800224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddb5eccf-ca1c-4de6-8c1c-6e5c2466837e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:21.882324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddb5eccf-ca1c-4de6-8c1c-6e5c2466837e admin admin] Publish callbacks [] for security_group (2a548e96-c7f3-45d2-a5ff-42ccc171ba6b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:21.885919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddb5eccf-ca1c-4de6-8c1c-6e5c2466837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2a548e96-c7f3-45d2-a5ff-42ccc171ba6b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:21.927023 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ddb5eccf-ca1c-4de6-8c1c-6e5c2466837e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dc15c1256b74247a59ca7a1ff874600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484624 Jul 28 06:38:21.927876 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5eccf-ca1c-4de6-8c1c-6e5c2466837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a548e96-c7f3-45d2-a5ff-42ccc171ba6b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:21.930563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53024) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:21.982555 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] Publish callbacks [] for security_group (2a548e96-c7f3-45d2-a5ff-42ccc171ba6b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.005956 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] Publish callbacks [] for security_group (2a548e96-c7f3-45d2-a5ff-42ccc171ba6b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.032330 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:22.055507 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2a548e96-c7f3-45d2-a5ff-42ccc171ba6b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.058122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.059259 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a548e96-c7f3-45d2-a5ff-42ccc171ba6b HTTP/1.1" status: 204 len: 168 time: 0.1273444 Jul 28 06:38:22.067441 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52615-0251-44ed-8f04-fd92b692cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a548e96-c7f3-45d2-a5ff-42ccc171ba6b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:22.304630 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0fa7-9075-48e4-8907-7265b2e25fec req-45c49a5c-4544-47cd-9ea7-b179dbf2c52a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:22.306365 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-636a0fa7-9075-48e4-8907-7265b2e25fec req-45c49a5c-4544-47cd-9ea7-b179dbf2c52a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0497718 Jul 28 06:38:22.346902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53036) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:22.357433 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-636a0fa7-9075-48e4-8907-7265b2e25fec req-d6dee949-3df5-4e3c-9053-c8d597be4470 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Jul 28 06:38:22.360318 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-57ada3a1-1122-4447-9196-e9ea2a2147a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.425433 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:22.438003 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-57ada3a1-1122-4447-9196-e9ea2a2147a4 admin admin] Publish callbacks [] for security_group (382f3af8-0bb0-4eae-8a75-33630249e74e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.442648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-57ada3a1-1122-4447-9196-e9ea2a2147a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (382f3af8-0bb0-4eae-8a75-33630249e74e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.488594 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-57ada3a1-1122-4447-9196-e9ea2a2147a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ebaf36af6f14269bd100af461aadddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406033 Jul 28 06:38:22.489722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ada3a1-1122-4447-9196-e9ea2a2147a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f3af8-0bb0-4eae-8a75-33630249e74e,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:22.491344 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53038) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:22.544688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] Publish callbacks [] for security_group (382f3af8-0bb0-4eae-8a75-33630249e74e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.566085 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] Publish callbacks [] for security_group (382f3af8-0bb0-4eae-8a75-33630249e74e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.621241 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (382f3af8-0bb0-4eae-8a75-33630249e74e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.623697 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:22.624835 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/382f3af8-0bb0-4eae-8a75-33630249e74e HTTP/1.1" status: 204 len: 168 time: 0.1316628 Jul 28 06:38:22.633974 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32ca5-771d-428a-8e12-48c8519bffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f3af8-0bb0-4eae-8a75-33630249e74e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:22.893585 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa861c-cdc5-4b4d-a03a-7ef09758a123 req-b6735f90-7849-45f8-98da-728fee87f340 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:22.895768 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28fa861c-cdc5-4b4d-a03a-7ef09758a123 req-b6735f90-7849-45f8-98da-728fee87f340 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Jul 28 06:38:23.026595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-076b33f6-cc47-4f09-b087-6195c0c5f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:23.028100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-076b33f6-cc47-4f09-b087-6195c0c5f161 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060002 Jul 28 06:38:23.046130 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28fa861c-cdc5-4b4d-a03a-7ef09758a123 req-75f6ffce-c4bf-4cc1-a094-7155e9be3f24 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442647 Jul 28 06:38:23.082418 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-c6585737-f64f-474a-8e41-ef3a173f60ff service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705196 Jul 28 06:38:23.450975 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-dc8063e0-96f6-4c67-b381-83d7db025a57 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644778 Jul 28 06:38:23.452905 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b31a631-011d-4dd3-8a41-6a30a2c7229e req-60d7ec83-7116-4182-8232-1c15adc97b96 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589706 Jul 28 06:38:23.510839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200ebc-6968-479d-8f52-64fd41450b1c req-325ec20c-6d5a-4875-8b3d-951a12456234 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:23.512560 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a3200ebc-6968-479d-8f52-64fd41450b1c req-325ec20c-6d5a-4875-8b3d-951a12456234 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0506909 Jul 28 06:38:23.561378 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a3200ebc-6968-479d-8f52-64fd41450b1c req-c1c33ef5-a55a-46b4-a419-8bb792470d11 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Jul 28 06:38:23.792884 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53082) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:23.904063 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c266-78b6-4197-8a3f-008b22d3f068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:23.981902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c266-78b6-4197-8a3f-008b22d3f068 admin admin] Publish callbacks [] for security_group (e2202533-159a-4489-b090-82635e4494da), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:23.986540 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c266-78b6-4197-8a3f-008b22d3f068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e2202533-159a-4489-b090-82635e4494da), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.027861 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8cb4c266-78b6-4197-8a3f-008b22d3f068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=894fb0bfdc8c4c8cb77d58c6d88f40bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338238 Jul 28 06:38:24.030546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53090) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:24.032426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c266-78b6-4197-8a3f-008b22d3f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2202533-159a-4489-b090-82635e4494da,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:24.069678 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:24.079133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:24.083546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] Publish callbacks [] for security_group (e2202533-159a-4489-b090-82635e4494da), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.109224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] Publish callbacks [] for security_group (e2202533-159a-4489-b090-82635e4494da), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.167935 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e2202533-159a-4489-b090-82635e4494da), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.171570 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.173320 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2202533-159a-4489-b090-82635e4494da HTTP/1.1" status: 204 len: 168 time: 0.1416626 Jul 28 06:38:24.183763 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e5038-f3e2-4616-9f59-3a9b94113b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2202533-159a-4489-b090-82635e4494da,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:24.196026 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0687eb4-ec92-4ae2-ba0b-4f281f3cb795 req-ac4165f0-aff0-4249-998d-1f0400a11912 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:24.197620 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0687eb4-ec92-4ae2-ba0b-4f281f3cb795 req-ac4165f0-aff0-4249-998d-1f0400a11912 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0637784 Jul 28 06:38:24.255712 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0687eb4-ec92-4ae2-ba0b-4f281f3cb795 req-63994d8d-823d-42f4-b019-3353894a70c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473537 Jul 28 06:38:24.698695 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53128) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:24.718602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9b90-e4e6-438f-a512-f7370ca14db3 req-da05f7de-9ce3-4182-a7b3-3cbc12bf287c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:24.721693 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c5fd9b90-e4e6-438f-a512-f7370ca14db3 req-da05f7de-9ce3-4182-a7b3-3cbc12bf287c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0568471 Jul 28 06:38:24.773067 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c5fd9b90-e4e6-438f-a512-f7370ca14db3 req-ab128a79-be1d-4604-b6bd-dfbf22db790e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Jul 28 06:38:24.835976 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4819-6bb8-4b93-8393-065ccf71d87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.838675 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:24.891437 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:24.926611 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4819-6bb8-4b93-8393-065ccf71d87d admin admin] Publish callbacks [] for security_group (53e318b1-6899-491e-9483-d6723ce216a9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.930930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4819-6bb8-4b93-8393-065ccf71d87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (53e318b1-6899-491e-9483-d6723ce216a9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:24.972961 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ff7d4819-6bb8-4b93-8393-065ccf71d87d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e433dc0f008b4e89808cae24d9800a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725382 Jul 28 06:38:24.974114 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d4819-6bb8-4b93-8393-065ccf71d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e318b1-6899-491e-9483-d6723ce216a9,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:24.975670 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53142) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:25.039200 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] Publish callbacks [] for security_group (53e318b1-6899-491e-9483-d6723ce216a9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.071496 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] Publish callbacks [] for security_group (53e318b1-6899-491e-9483-d6723ce216a9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.138948 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (53e318b1-6899-491e-9483-d6723ce216a9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.141951 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.145371 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53e318b1-6899-491e-9483-d6723ce216a9 HTTP/1.1" status: 204 len: 168 time: 0.1675839 Jul 28 06:38:25.153599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9a1a1-8093-4bd9-8e11-ddb1a3d821da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e318b1-6899-491e-9483-d6723ce216a9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:25.175007 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a51ef84-48f4-484a-b881-9e69e784d3ed req-23ef3c49-1b7f-41e9-a13f-5d79801f3849 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576149 Jul 28 06:38:25.416109 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689c688-d9b4-4b22-a11b-da3cbd72fe91 req-a947691b-aa47-470c-ad3b-31ab7cc5b5e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:25.423854 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b689c688-d9b4-4b22-a11b-da3cbd72fe91 req-a947691b-aa47-470c-ad3b-31ab7cc5b5e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0639117 Jul 28 06:38:25.503077 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b689c688-d9b4-4b22-a11b-da3cbd72fe91 req-1857c786-0750-4ac1-adb6-9e25e3778bc1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775669 Jul 28 06:38:25.622712 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53172) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:25.638039 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc1da6ec-5101-4e62-8466-debfcd0737dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.647675 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5256-de15-4dce-ab78-8099e748ccc8 req-33376b6a-29f3-4bb7-b52d-f5319206710f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:25.651031 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-222f5256-de15-4dce-ab78-8099e748ccc8 req-33376b6a-29f3-4bb7-b52d-f5319206710f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0709777 Jul 28 06:38:25.659899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53174) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:25.665688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:25.751331 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc1da6ec-5101-4e62-8466-debfcd0737dc admin admin] Publish callbacks [] for security_group (b4e8afa8-6c3b-4d16-890e-666d443e9cbe), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.756321 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc1da6ec-5101-4e62-8466-debfcd0737dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b4e8afa8-6c3b-4d16-890e-666d443e9cbe), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.757695 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.797361 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-dc1da6ec-5101-4e62-8466-debfcd0737dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07fd23a10ca640f4b4cab5f1bedbcbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734545 Jul 28 06:38:25.798371 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1da6ec-5101-4e62-8466-debfcd0737dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8afa8-6c3b-4d16-890e-666d443e9cbe,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:25.800918 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53180) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:25.856296 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] Publish callbacks [] for security_group (b4e8afa8-6c3b-4d16-890e-666d443e9cbe), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.905506 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] Publish callbacks [] for security_group (b4e8afa8-6c3b-4d16-890e-666d443e9cbe), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:25.937112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c5e64-f437-43e0-bda0-925ba85238f7 req-283df6cd-0358-4b5c-b89b-4609f24aa326 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:25.938631 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-169c5e64-f437-43e0-bda0-925ba85238f7 req-283df6cd-0358-4b5c-b89b-4609f24aa326 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0729687 Jul 28 06:38:26.014290 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-169c5e64-f437-43e0-bda0-925ba85238f7 req-6eaa40a5-0399-4fa1-b3c0-13a6f1c73b3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643599 Jul 28 06:38:26.015153 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b4e8afa8-6c3b-4d16-890e-666d443e9cbe), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.018467 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.019595 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e8afa8-6c3b-4d16-890e-666d443e9cbe HTTP/1.1" status: 204 len: 168 time: 0.2177477 Jul 28 06:38:26.029462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0314cdc-c8e3-4d0a-afb6-6ed70fc1bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8afa8-6c3b-4d16-890e-666d443e9cbe,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:26.414310 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53194) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:26.428297 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1ca2d2-3b48-41ef-9b12-05b261501856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.434630 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.438862 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.459823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:26.487642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:26.512479 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1ca2d2-3b48-41ef-9b12-05b261501856 admin admin] Publish callbacks [] for security_group (6cf8e553-4c95-486c-a966-94249bdcb037), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.516374 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1ca2d2-3b48-41ef-9b12-05b261501856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6cf8e553-4c95-486c-a966-94249bdcb037), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.543622 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP d0ee5a99-0468-4398-8264-a2ed2f2624ed associated. External IP: 172.27.1.122, port: b1d18864-af4e-41d6-b3f8-a68f95159ee7. Jul 28 06:38:26.554922 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ca2d2-3b48-41ef-9b12-05b261501856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8e553-4c95-486c-a966-94249bdcb037,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:26.561639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-be1ca2d2-3b48-41ef-9b12-05b261501856 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2a804d5f2d1411b9942b9790092e0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438940 Jul 28 06:38:26.561951 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53196) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:26.592419 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:26.621119 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:26.630239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] Publish callbacks [] for security_group (6cf8e553-4c95-486c-a966-94249bdcb037), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.654483 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] Publish callbacks [] for security_group (6cf8e553-4c95-486c-a966-94249bdcb037), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.719296 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6cf8e553-4c95-486c-a966-94249bdcb037), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.722902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:26.726943 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cf8e553-4c95-486c-a966-94249bdcb037 HTTP/1.1" status: 204 len: 168 time: 0.1612048 Jul 28 06:38:26.734583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa330b6-6357-459a-8d33-71143cd78630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8e553-4c95-486c-a966-94249bdcb037,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:26.766134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:27.073528 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:27.081223 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:27.091474 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:27.103198 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:27.103522 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:27.117847 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-242797aa-68af-450a-b3d9-d8c5b988ba59 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "PUT /v2.0/floatingips/d0ee5a99-0468-4398-8264-a2ed2f2624ed HTTP/1.1" status: 200 len: 992 time: 1.4542308 Jul 28 06:38:27.126805 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:27.129222 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d139a08e-a690-4b1a-a826-a63b391305aa" -d '{"events": [{"name": "network-changed", "server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:27.175233 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151d482-73b1-4df9-994f-6b2eec0b1bdd req-a57fdd38-5bed-4589-ac1c-909c573e6de7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:27.176941 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c151d482-73b1-4df9-994f-6b2eec0b1bdd req-a57fdd38-5bed-4589-ac1c-909c573e6de7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0642703 Jul 28 06:38:27.183847 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc9c984-1367-4961-81be-4db9e1196aaf x-openstack-request-id: req-5dc9c984-1367-4961-81be-4db9e1196aaf {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:27.184194 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:27.184473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc9c984-1367-4961-81be-4db9e1196aaf {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:27.185124 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc9c984-1367-4961-81be-4db9e1196aaf'] response: {'name': 'network-changed', 'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'status': 'completed', 'code': 200} Jul 28 06:38:27.200269 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:27.240796 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c151d482-73b1-4df9-994f-6b2eec0b1bdd req-a95c7472-5e09-48fd-82b8-bbfad2213512 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546739 Jul 28 06:38:27.243113 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:27.413504 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:27.475118 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:26Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:27.500485 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:27.509853 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:27.510453 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:27.702753 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:27.935438 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-aba19894-397a-4a22-9393-84d0e556642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:26Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:27.965128 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba19894-397a-4a22-9393-84d0e556642a None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:26Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:28.192033 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462acf3-05f1-4021-b400-a31829b0d64a None None] New status for floating IP d0ee5a99-0468-4398-8264-a2ed2f2624ed: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:38:28.378588 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee3c39-ecf1-408a-97ba-bdfdb3f3a7ff req-e945a8d3-ba8d-4d7e-805b-54937358d2ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:28.379822 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91ee3c39-ecf1-408a-97ba-bdfdb3f3a7ff req-e945a8d3-ba8d-4d7e-805b-54937358d2ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0528262 Jul 28 06:38:28.432040 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91ee3c39-ecf1-408a-97ba-bdfdb3f3a7ff req-c00e1bfe-2a26-47b5-8dd5-283bf7281314 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Jul 28 06:38:29.553119 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20963c01-321f-4085-a1f2-efa3b042afe4 req-5db7050a-bbce-4db1-825b-d1d320f7d06a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.554570 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-20963c01-321f-4085-a1f2-efa3b042afe4 req-5db7050a-bbce-4db1-825b-d1d320f7d06a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0479591 Jul 28 06:38:29.600539 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-20963c01-321f-4085-a1f2-efa3b042afe4 req-949e393d-97d8-4579-95e5-10594b449552 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Jul 28 06:38:30.125595 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3aa0aaa5-cf83-4307-90e2-c528a47238f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:30.143493 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a08e-a690-4b1a-a826-a63b391305aa req-ade20005-dc99-4379-aad8-506ac3f4f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.145008 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-ade20005-dc99-4379-aad8-506ac3f4f75a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 1130 time: 0.0430677 Jul 28 06:38:30.255682 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a08e-a690-4b1a-a826-a63b391305aa req-544dff86-7432-411e-b89f-030789a23753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.257163 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-544dff86-7432-411e-b89f-030789a23753 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.1009541 Jul 28 06:38:30.330917 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-e99fe6e6-70c7-4ea2-a633-5fb9927b9d80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0574918 Jul 28 06:38:30.395900 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a08e-a690-4b1a-a826-a63b391305aa req-78e0a588-8a19-4a9f-9441-ce97cf3c0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.397390 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-78e0a588-8a19-4a9f-9441-ce97cf3c0257 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0520718 Jul 28 06:38:30.453659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a08e-a690-4b1a-a826-a63b391305aa req-01c477c6-43a8-4145-99e8-457b4a5b5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.455172 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-01c477c6-43a8-4145-99e8-457b4a5b5eaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427897 Jul 28 06:38:30.557509 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-31a1d2e7-a998-4159-8a7f-4d5a5785b93a service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910649 Jul 28 06:38:30.677848 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d139a08e-a690-4b1a-a826-a63b391305aa req-147437dd-e099-4715-a2d1-bcc0fdc530f0 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117032 Jul 28 06:38:30.759389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ade8b-2c97-47d7-9ccc-0db136cd1338 req-98944c60-c59e-455c-8c86-63c4db1505e4 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.761054 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c73ade8b-2c97-47d7-9ccc-0db136cd1338 req-98944c60-c59e-455c-8c86-63c4db1505e4 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Jul 28 06:38:30.765418 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831a99-e568-4bed-8c8b-41cce62fb3be req-13e5b5b7-bb2b-44d1-a479-9d0cbfea3d16 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.766919 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86831a99-e568-4bed-8c8b-41cce62fb3be req-13e5b5b7-bb2b-44d1-a479-9d0cbfea3d16 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0547087 Jul 28 06:38:30.817747 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c73ade8b-2c97-47d7-9ccc-0db136cd1338 req-cecae169-951b-4237-b0d3-9efb46da6e70 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Jul 28 06:38:30.818681 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86831a99-e568-4bed-8c8b-41cce62fb3be req-014a0148-2601-47cd-9d3d-90ee8dd8f931 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Jul 28 06:38:31.938911 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:31.943644 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac280-59af-4426-8edb-9908a8b093f0 req-82b74410-18eb-467d-baec-ef7e53767b18 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:31.945483 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-462ac280-59af-4426-8edb-9908a8b093f0 req-82b74410-18eb-467d-baec-ef7e53767b18 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0507495 Jul 28 06:38:31.948723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e24b2-47b0-4496-bc5e-e3a38353c164 req-5e574ed9-35d2-416b-bbe2-dafcd325c8e3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:31.950251 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f06e24b2-47b0-4496-bc5e-e3a38353c164 req-5e574ed9-35d2-416b-bbe2-dafcd325c8e3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Jul 28 06:38:31.976536 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:31.996198 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-462ac280-59af-4426-8edb-9908a8b093f0 req-974a97f5-096e-4917-bd7c-bd7db136e246 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Jul 28 06:38:32.000655 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f06e24b2-47b0-4496-bc5e-e3a38353c164 req-24c7e587-d839-403a-b524-612cf4110ef8 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Jul 28 06:38:32.419643 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0200fbb4-cdc4-480e-8cad-d7f9c473a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:32.636764 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:33.116627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bed7f3-f506-462c-93d1-5eb7e49cfa4b req-47758847-3632-4f80-9ef2-1a7ec248d6e1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:33.117958 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d411-cc39-43fa-a56e-a313cb9cd44f req-15bc70d2-3c4a-4419-b178-c55b1ef652d1 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:33.118349 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-63bed7f3-f506-462c-93d1-5eb7e49cfa4b req-47758847-3632-4f80-9ef2-1a7ec248d6e1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0479891 Jul 28 06:38:33.119434 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f045d411-cc39-43fa-a56e-a313cb9cd44f req-15bc70d2-3c4a-4419-b178-c55b1ef652d1 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0476551 Jul 28 06:38:33.168022 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-63bed7f3-f506-462c-93d1-5eb7e49cfa4b req-ea1ec89e-92be-4373-a5e6-7a918d21b3fe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Jul 28 06:38:33.173101 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f045d411-cc39-43fa-a56e-a313cb9cd44f req-959d1dcb-d1f0-4edc-a088-f0ae93eee61a tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jul 28 06:38:33.827333 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:34.293827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b506676-2757-4519-90c7-d9144c4f5a3d req-663e531e-bb52-49d4-81ce-e3b2259d35c6 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:34.295283 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b506676-2757-4519-90c7-d9144c4f5a3d req-663e531e-bb52-49d4-81ce-e3b2259d35c6 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Jul 28 06:38:34.296177 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46cea4-bee8-46f5-be52-030679e98e2b req-278cb754-6659-4d31-8df8-016394e714a5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:34.297690 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf46cea4-bee8-46f5-be52-030679e98e2b req-278cb754-6659-4d31-8df8-016394e714a5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0483618 Jul 28 06:38:34.351514 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b506676-2757-4519-90c7-d9144c4f5a3d req-b68e5179-723d-4f41-b1f4-6147fb3bf0ff tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500317 Jul 28 06:38:34.351987 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf46cea4-bee8-46f5-be52-030679e98e2b req-aa36e43b-1e73-4e88-860a-59da3a7da355 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Jul 28 06:38:35.494801 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e6cb0-183a-4459-95a7-5c570b2e8e5e req-1246c15b-8c60-47d8-af06-3031cf00e7a5 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:35.502769 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-103e6cb0-183a-4459-95a7-5c570b2e8e5e req-1246c15b-8c60-47d8-af06-3031cf00e7a5 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0579491 Jul 28 06:38:35.512801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c85c3-189b-4f6a-8edf-bfef32cd0e91 req-b178df1e-43b4-4377-97ce-bd9fb5498801 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:35.514580 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa7c85c3-189b-4f6a-8edf-bfef32cd0e91 req-b178df1e-43b4-4377-97ce-bd9fb5498801 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0548112 Jul 28 06:38:35.563594 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-103e6cb0-183a-4459-95a7-5c570b2e8e5e req-8a2b55e2-e46a-4771-b09d-20d33bcc5550 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597968 Jul 28 06:38:35.577888 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa7c85c3-189b-4f6a-8edf-bfef32cd0e91 req-56eb9f2f-0026-4877-866f-6eb93a0bcd3a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Jul 28 06:38:35.601686 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:35.666520 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:36.708927 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ae961-6c21-42fd-bf9b-0d806aaca4f1 req-ec777572-4c4a-4084-ac59-d0a2957d6c36 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:36.710447 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3f6ae961-6c21-42fd-bf9b-0d806aaca4f1 req-ec777572-4c4a-4084-ac59-d0a2957d6c36 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0544817 Jul 28 06:38:36.711343 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987242fc-faf1-4c04-90ec-fd7532fe2e4c req-b0e0eed1-9c88-4851-b1e2-fe54276d12f5 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:36.712809 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-987242fc-faf1-4c04-90ec-fd7532fe2e4c req-b0e0eed1-9c88-4851-b1e2-fe54276d12f5 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0509067 Jul 28 06:38:36.721542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:36.729854 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:36.760420 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3f6ae961-6c21-42fd-bf9b-0d806aaca4f1 req-59149214-eaf9-4795-a051-92a0890808be tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jul 28 06:38:36.764355 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-987242fc-faf1-4c04-90ec-fd7532fe2e4c req-0b05fdf6-7d4a-4bd9-aee6-9233571e94f2 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Jul 28 06:38:37.882795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ec949-4ef6-4cd7-9ba7-d85dd6c7994e req-ab8b922c-1094-4e72-be2f-10207d144c9f tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:37.884243 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4c0ec949-4ef6-4cd7-9ba7-d85dd6c7994e req-ab8b922c-1094-4e72-be2f-10207d144c9f tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0482886 Jul 28 06:38:37.885667 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3068-f728-43cc-9199-f81c844083c8 req-6db38454-feb8-4300-ab1e-74881add7f2a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:37.887177 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7b2f3068-f728-43cc-9199-f81c844083c8 req-6db38454-feb8-4300-ab1e-74881add7f2a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0515180 Jul 28 06:38:37.930551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=64 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:37.932663 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4c0ec949-4ef6-4cd7-9ba7-d85dd6c7994e req-9c41c952-53e9-45c5-a0e9-17393f4c15ee tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 Jul 28 06:38:37.935519 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7b2f3068-f728-43cc-9199-f81c844083c8 req-5f1de757-09d2-482b-a5f8-b1880d947b7d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Jul 28 06:38:37.940046 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=42 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:38.919348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-79fd73e1-5338-49a6-b7da-3bd960554135 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:38.920685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-79fd73e1-5338-49a6-b7da-3bd960554135 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0465558 Jul 28 06:38:39.075361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced8184-fba4-45b5-8685-434571b8f285 req-f38295b4-3f3e-4f06-a329-839e10980bef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:39.076842 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dced8184-fba4-45b5-8685-434571b8f285 req-f38295b4-3f3e-4f06-a329-839e10980bef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0503242 Jul 28 06:38:39.083459 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Deleting port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:38:39.083802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:39.095053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88d45-fec2-45cb-abb2-a596863ecaeb req-4e9604af-00ba-4c20-a9d7-2b52a7456b18 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:39.096548 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2eb88d45-fec2-45cb-abb2-a596863ecaeb req-4e9604af-00ba-4c20-a9d7-2b52a7456b18 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 945 time: 0.0752583 Jul 28 06:38:39.127485 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dced8184-fba4-45b5-8685-434571b8f285 req-d8da307d-e1f3-4f93-82c6-dd426ee4fa4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Jul 28 06:38:39.205442 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2eb88d45-fec2-45cb-abb2-a596863ecaeb req-b08f97bb-b964-4c00-962d-46e707ccdf86 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980685 Jul 28 06:38:39.225199 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] For port c069b7a6-23c4-4f73-8439-bbaa0bf0be15, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:39.225613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:39.241247 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Calling delete_port for c069b7a6-23c4-4f73-8439-bbaa0bf0be15 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:38:39.388959 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:39.391513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:39.406257 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (c069b7a6-23c4-4f73-8439-bbaa0bf0be15), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:39.466289 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Pushing event deleted for resources: {'Port': ['ID=c069b7a6-23c4-4f73-8439-bbaa0bf0be15,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:39.507156 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] No DVR routers for this DVR port c069b7a6-23c4-4f73-8439-bbaa0bf0be15 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:38:39.510825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:39.514215 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f7f99280-976d-4886-8dcd-be8a9bcfbf9b req-ebe0887f-5acb-44ba-a203-8b68b4a72da3 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.49 "DELETE /v2.0/ports/c069b7a6-23c4-4f73-8439-bbaa0bf0be15 HTTP/1.1" status: 204 len: 173 time: 0.5840499 Jul 28 06:38:39.515105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'name': 'network-vif-deleted', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:39.518401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6fd0b-e71e-4609-b944-3fc26288a14d" -d '{"events": [{"server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "name": "network-vif-deleted", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:39.568711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865c5d6-4c92-4eaf-9de8-218f89fba7e8 x-openstack-request-id: req-1865c5d6-4c92-4eaf-9de8-218f89fba7e8 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:39.569603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1897c3-cdbe-4796-972b-29758824f972", "name": "network-vif-deleted", "tag": "c069b7a6-23c4-4f73-8439-bbaa0bf0be15", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:39.570048 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1865c5d6-4c92-4eaf-9de8-218f89fba7e8 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:39.570613 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1865c5d6-4c92-4eaf-9de8-218f89fba7e8'] response: {'server_uuid': '6b1897c3-cdbe-4796-972b-29758824f972', 'name': 'network-vif-deleted', 'tag': 'c069b7a6-23c4-4f73-8439-bbaa0bf0be15', 'status': 'completed', 'code': 200} Jul 28 06:38:40.082388 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53458) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:40.225606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13ba6921-0de0-4694-8e9d-dc6fe447435e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.301618 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a5c2-0594-4189-85b5-5e85298cd406 req-2f970005-c69f-4e25-bc53-08e9e04c9fb4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:40.303108 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbf4a5c2-0594-4189-85b5-5e85298cd406 req-2f970005-c69f-4e25-bc53-08e9e04c9fb4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0697167 Jul 28 06:38:40.321876 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0abb1ef9-f8e6-467e-bec3-eb4b388c9083 req-fd62bd24-3964-45b3-910a-3317bdbb7a31 tempest-DeleteServersTestJSON-655935377 tempest-DeleteServersTestJSON-655935377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1897c3-cdbe-4796-972b-29758824f972 HTTP/1.1" status: 200 len: 210 time: 0.0313590 Jul 28 06:38:40.384674 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13ba6921-0de0-4694-8e9d-dc6fe447435e admin admin] Publish callbacks [] for security_group (28fead85-84c7-43f7-91f4-6c26890cefd0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.389757 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbf4a5c2-0594-4189-85b5-5e85298cd406 req-0cd62303-daac-4d03-bd59-06977cbb8fb3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732615 Jul 28 06:38:40.390750 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13ba6921-0de0-4694-8e9d-dc6fe447435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (28fead85-84c7-43f7-91f4-6c26890cefd0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.431229 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-13ba6921-0de0-4694-8e9d-dc6fe447435e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3217927667a344baa8e8b870a31ba69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477709 Jul 28 06:38:40.432686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba6921-0de0-4694-8e9d-dc6fe447435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fead85-84c7-43f7-91f4-6c26890cefd0,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:40.433954 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53470) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:40.490621 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] Publish callbacks [] for security_group (28fead85-84c7-43f7-91f4-6c26890cefd0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.513328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] Publish callbacks [] for security_group (28fead85-84c7-43f7-91f4-6c26890cefd0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.562794 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (28fead85-84c7-43f7-91f4-6c26890cefd0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.565460 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.566968 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28fead85-84c7-43f7-91f4-6c26890cefd0 HTTP/1.1" status: 204 len: 168 time: 0.1308587 Jul 28 06:38:40.575022 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626ff8-117f-4130-a05d-ff4ca1cfb48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fead85-84c7-43f7-91f4-6c26890cefd0,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:40.736246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device c069b7a6-23c4-4f73-8439-bbaa0bf0be15 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:38:40.793399 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: c069b7a6-23c4-4f73-8439-bbaa0bf0be15 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:38:40.794071 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device c069b7a6-23c4-4f73-8439-bbaa0bf0be15 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:38:41.326565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53508) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:41.534158 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841de0e-ae5c-4934-b4f3-afd080cc8f6b req-9be77159-979f-4749-967c-375e0ff29572 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:41.535862 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c841de0e-ae5c-4934-b4f3-afd080cc8f6b req-9be77159-979f-4749-967c-375e0ff29572 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0519812 Jul 28 06:38:41.540262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53524) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:41.593696 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c841de0e-ae5c-4934-b4f3-afd080cc8f6b req-7469b22d-99d6-4eb3-8d64-bd5d13abc1c5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Jul 28 06:38:41.600005 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2050248048-network', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:41.623266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3466accb-9684-4643-8191-62a1b918cb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.635003 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Made reservation on behalf of f16eee0fb716452e8c760a27b5724d91 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:41.637428 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.647724 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.719821 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3466accb-9684-4643-8191-62a1b918cb5f admin admin] Publish callbacks [] for security_group (f167f3f9-5320-4e26-9f4b-50decdef652a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.725664 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3466accb-9684-4643-8191-62a1b918cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f167f3f9-5320-4e26-9f4b-50decdef652a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.746233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks [] for security_group (8426dd75-bf6a-4370-9a27-b954f6a8cbdd), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.750876 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (8426dd75-bf6a-4370-9a27-b954f6a8cbdd), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.772760 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3466accb-9684-4643-8191-62a1b918cb5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54ef7526b70e4d2488910d95490a42e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314160 Jul 28 06:38:41.776617 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53536) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:41.790050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:38:41.790050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426dd75-bf6a-4370-9a27-b954f6a8cbdd,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:41.795019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466accb-9684-4643-8191-62a1b918cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167f3f9-5320-4e26-9f4b-50decdef652a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:41.800387 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (420a450f-7136-4381-aa3c-4f18e5fe5090), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.800667 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Added segment 420a450f-7136-4381-aa3c-4f18e5fe5090 of type vlan for network 5eec19e8-2941-4311-8a4f-2b98c90d5895 Jul 28 06:38:41.849144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (5eec19e8-2941-4311-8a4f-2b98c90d5895), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.856107 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] Publish callbacks [] for security_group (f167f3f9-5320-4e26-9f4b-50decdef652a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.873865 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (5eec19e8-2941-4311-8a4f-2b98c90d5895), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.874850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:41.875461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.877649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] Publish callbacks [] for security_group (f167f3f9-5320-4e26-9f4b-50decdef652a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.927930 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f167f3f9-5320-4e26-9f4b-50decdef652a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.928147 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:41.930513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.934445 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f167f3f9-5320-4e26-9f4b-50decdef652a HTTP/1.1" status: 204 len: 168 time: 0.1554520 Jul 28 06:38:41.941625 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6132028 Jul 28 06:38:41.944555 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53540) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:41.946813 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d5cce-6fc7-4d9e-9edc-2bfe2be3d7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167f3f9-5320-4e26-9f4b-50decdef652a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:41.949861 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Request body: {'subnet': {'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2050248048-subnet', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:41.959217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43318-ef4b-457e-8ee6-c283a462e464 admin admin] Pushing event updated for resources: {'Network': ['ID=5eec19e8-2941-4311-8a4f-2b98c90d5895,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:41.975043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:38:41.983886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Made reservation on behalf of f16eee0fb716452e8c760a27b5724d91 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:41.986569 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:41.989209 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:42.380454 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (ac8d3ad7-e251-4af0-9ae2-904408ffda67), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.441272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d3ad7-e251-4af0-9ae2-904408ffda67,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:42.452204 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:42.452561 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Network hostable DHCP agents. Network: 5eec19e8-2941-4311-8a4f-2b98c90d5895, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:38:42.470948 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:38:42.482348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 5eec19e8-2941-4311-8a4f-2b98c90d5895) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:42.486521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:42.487152 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.493792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58874127-4107-4f2f-bbac-968898dc2d7c None None] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:42.504230 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-abcb3a2e-56a8-49b1-a2f6-3c02aa5bfb8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5579915 Jul 28 06:38:42.506976 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53560) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:42.511119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:42.534888 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.536139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.588925 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for router_controller (ed88298b-fd21-4eb7-ad30-d99bae702958), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.627145 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-5eec19e8-2941-4311-8a4f-2b98c90d5895', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:38:42.627145 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.747983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075bad8-88f6-4123-acb4-59dad96832f8 req-1b69e479-5474-4a23-a530-8fa64142be7c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:42.750599 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for router_gateway (ed88298b-fd21-4eb7-ad30-d99bae702958), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.760392 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8075bad8-88f6-4123-acb4-59dad96832f8 req-1b69e479-5474-4a23-a530-8fa64142be7c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0795050 Jul 28 06:38:42.806913 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Allocated IP 172.20.0.2 (5eec19e8-2941-4311-8a4f-2b98c90d5895/ac8d3ad7-e251-4af0-9ae2-904408ffda67/e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:42.830073 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8075bad8-88f6-4123-acb4-59dad96832f8 req-85a0f48d-dbe3-46ca-98e2-c42dbcb983e4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Jul 28 06:38:42.906275 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.005215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for router_gateway (ed88298b-fd21-4eb7-ad30-d99bae702958), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.027763 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.135592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks [] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.143213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.161155 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Allocated IP 172.27.1.8 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/d8968ec7-43eb-4e5b-9981-bd607f70e97a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:43.166820 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.180690 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.186558 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:43.194412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:43.205320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Pushing event updated for resources: {'Port': ['ID=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:43.208640 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:43.246502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.276085 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Attempting to bind port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:43.276460 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Attempting to bind port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:43.277113 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Attempting to bind port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:43.282650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:43.283038 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:43.283424 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.283816 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Bound using segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:43.284797 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Bound port: e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:43.285869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.297020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.332928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.358828 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] For port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:43.362424 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] For port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:43.370260 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.373557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:43.379247 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:43.384952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:43.430458 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5070c4-1048-406e-8047-6cdd0b18631b None None] Pushing event updated for resources: {'Port': ['ID=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:43.456291 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Pushing event updated for resources: {'Port': ['ID=d8968ec7-43eb-4e5b-9981-bd607f70e97a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:43.624462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for router_gateway (ed88298b-fd21-4eb7-ad30-d99bae702958), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.870338 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.038526 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c7438-ae2c-43ec-9091-b912f82c981d req-da434f0a-8e0a-4f33-87d2-5cc566ebf08a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:44.040046 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ea0c7438-ae2c-43ec-9091-b912f82c981d req-da434f0a-8e0a-4f33-87d2-5cc566ebf08a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0686882 Jul 28 06:38:44.112858 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ea0c7438-ae2c-43ec-9091-b912f82c981d req-8362f806-2e4c-4791-98f7-8bd8f34ce3aa tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673699 Jul 28 06:38:44.124596 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Router ed88298b-fd21-4eb7-ad30-d99bae702958 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:38:44.225435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.234727 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.244820 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:44.260168 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:44.268175 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.273157 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53610) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:44.274582 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:44.275262 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:44.281685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d7cf1783-349c-42a5-8089-e84201895bda admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7735982 Jul 28 06:38:44.330206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.377966 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.382778 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:44.578590 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:43Z', 'revision_number': 3, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:44.613796 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:44.614112 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Updating router ed88298b-fd21-4eb7-ad30-d99bae702958 port d8968ec7-43eb-4e5b-9981-bd607f70e97a binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:38:44.639832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5979dde-97cd-4109-8a62-6df79007f3cf None None] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:44.647359 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.706585 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Provisioning complete for port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:44.706972 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.829772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.837217 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Current status of the port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:44.837581 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.875533 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] For port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:44.881380 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.943300 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks [] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.947814 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e424b-f11e-43c9-9ebc-59e29b40a163 None None] Pushing event updated for resources: {'Port': ['ID=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:44.950556 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.013788 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Attempting to bind port d8968ec7-43eb-4e5b-9981-bd607f70e97a on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:45.014343 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Attempting to bind port d8968ec7-43eb-4e5b-9981-bd607f70e97a by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:45.014848 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Attempting to bind port d8968ec7-43eb-4e5b-9981-bd607f70e97a on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:45.027655 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:45.028522 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:45.029117 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.029677 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:45.030205 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Bound port: d8968ec7-43eb-4e5b-9981-bd607f70e97a, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:45.030580 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.033533 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Pushing event updated for resources: {'Port': ['ID=d8968ec7-43eb-4e5b-9981-bd607f70e97a,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:45.040443 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Allocated IP 172.20.0.1 (5eec19e8-2941-4311-8a4f-2b98c90d5895/ac8d3ad7-e251-4af0-9ae2-904408ffda67/37eb2c1f-3b87-4085-a492-23665812fbc3) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:45.067324 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.068108 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.068688 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.069548 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.070132 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.070690 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.071356 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.071927 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.072486 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.073013 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.073572 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.074264 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.074818 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.075332 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.075921 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:45.123308 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] For port d8968ec7-43eb-4e5b-9981-bd607f70e97a, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:45.128443 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] For port d8968ec7-43eb-4e5b-9981-bd607f70e97a, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d8968ec7-43eb-4e5b-9981-bd607f70e97a,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:45.129882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:45.136800 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.189671 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:45.190162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.210028 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks [] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.223837 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.232661 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-174dc282-1268-4c71-b360-9e3b6bf39713 None None] Provisioning complete for port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:45.233121 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-174dc282-1268-4c71-b360-9e3b6bf39713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.245641 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d85f2c-cf8e-4132-ab7b-195f847bc662 None None] Pushing event updated for resources: {'Port': ['ID=d8968ec7-43eb-4e5b-9981-bd607f70e97a,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:45.260387 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:45.260988 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:45.285754 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.292130 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.323705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb47ce-e576-443a-8b29-47ab704b3c9c req-8a02327b-b867-4766-8854-379d55166ef7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:45.325331 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4afb47ce-e576-443a-8b29-47ab704b3c9c req-8a02327b-b867-4766-8854-379d55166ef7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0904331 Jul 28 06:38:45.325620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.349830 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:45.358446 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:45.367047 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-174dc282-1268-4c71-b360-9e3b6bf39713 None None] Current status of the port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:45.371367 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:45.373452 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:45.376359 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:45.383992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Pushing event updated for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:45.434761 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.451678 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4afb47ce-e576-443a-8b29-47ab704b3c9c req-3a4184dd-a6d5-4a08-a905-05994a3f66ca tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129677 Jul 28 06:38:45.452687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (ed88298b-fd21-4eb7-ad30-d99bae702958), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.516296 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.568346 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:43Z', 'revision_number': 3, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:45.599818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.600677 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55d400-693e-474a-8a93-0dbfb9cafc56 None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:43Z', 'revision_number': 3, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:45.694947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-c4346728-3670-46a1-a0f7-56c266119fbe None None] Provisioning complete for port 37eb2c1f-3b87-4085-a492-23665812fbc3 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:45.696734 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4346728-3670-46a1-a0f7-56c266119fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.726853 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.738183 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c4346728-3670-46a1-a0f7-56c266119fbe None None] Port 37eb2c1f-3b87-4085-a492-23665812fbc3 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:45.801907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks [] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.806502 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.929649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Pushing event updated for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:45.933329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (ed88298b-fd21-4eb7-ad30-d99bae702958), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:46.079280 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:46.082348 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:46.307463 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:46.358894 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53652) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:46.467565 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-7aa37bcd-84ea-4547-835a-6617811fe528 None None] Provisioning complete for port 37eb2c1f-3b87-4085-a492-23665812fbc3 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:46.468099 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7aa37bcd-84ea-4547-835a-6617811fe528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:46.545165 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:46.554071 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3ea594ce-8a71-4efa-8317-6a4649e79e51 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed88298b-fd21-4eb7-ad30-d99bae702958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2796149 Jul 28 06:38:46.599832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7aa37bcd-84ea-4547-835a-6617811fe528 None None] Port 37eb2c1f-3b87-4085-a492-23665812fbc3 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:46.680292 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3183015-e7f0-44fa-b2d8-c62d1847f1f5 req-363c915d-ec8b-46d9-8b1e-5af499fdb64c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:46.681866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e3183015-e7f0-44fa-b2d8-c62d1847f1f5 req-363c915d-ec8b-46d9-8b1e-5af499fdb64c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0625396 Jul 28 06:38:46.808699 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e3183015-e7f0-44fa-b2d8-c62d1847f1f5 req-4477f3fe-304b-4213-80b5-73b32ba0c479 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935059 Jul 28 06:38:47.032920 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.161264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:47.220718 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:47.221413 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.325275 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:47.326959 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d8968ec7-43eb-4e5b-9981-bd607f70e97a up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:47.378153 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port d8968ec7-43eb-4e5b-9981-bd607f70e97a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:47.378539 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.413694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Deleting port f9431be3-b1b7-44cd-8ef0-4e692803e033 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:38:47.414190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.415570 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53688) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:47.420244 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-96794745-network', 'tenant_id': 'a771358cf916419593e60477ec58b5fa'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:47.443000 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Made reservation on behalf of a771358cf916419593e60477ec58b5fa for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:47.447586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.478536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.492885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port d8968ec7-43eb-4e5b-9981-bd607f70e97a is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:47.493547 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.523981 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:47.526793 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port d8968ec7-43eb-4e5b-9981-bd607f70e97a, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d8968ec7-43eb-4e5b-9981-bd607f70e97a,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:47.536716 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.558235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] For port f9431be3-b1b7-44cd-8ef0-4e692803e033, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=f9431be3-b1b7-44cd-8ef0-4e692803e033,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:47.559076 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.564516 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:47.625694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks [] for security_group (789b0d09-ba89-4735-9720-36aa0ed9af2a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.625694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (789b0d09-ba89-4735-9720-36aa0ed9af2a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.653881 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:38:47.663256 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=d8968ec7-43eb-4e5b-9981-bd607f70e97a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:47.666165 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789b0d09-ba89-4735-9720-36aa0ed9af2a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:47.672099 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (8380bbd8-7889-4ffd-8f21-fc933e216d16), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.672447 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Added segment 8380bbd8-7889-4ffd-8f21-fc933e216d16 of type vlan for network 4f86c243-b55f-4490-adcc-2539f9753565 Jul 28 06:38:47.725529 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (4f86c243-b55f-4490-adcc-2539f9753565), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.774915 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (4f86c243-b55f-4490-adcc-2539f9753565), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.776009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:47.776600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.844695 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4281952 Jul 28 06:38:47.848175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53702) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:47.848583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871b57c-06bf-45d3-8ec3-52255a313b91 admin admin] Pushing event updated for resources: {'Network': ['ID=4f86c243-b55f-4490-adcc-2539f9753565,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:47.866990 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Request body: {'subnet': {'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-96794745-subnet', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:47.870159 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 4f86c243-b55f-4490-adcc-2539f9753565 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:38:47.891432 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Calling delete_port for f9431be3-b1b7-44cd-8ef0-4e692803e033 owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:38:47.915831 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Made reservation on behalf of a771358cf916419593e60477ec58b5fa for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:47.918357 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:47.998420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:48.021729 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:48.022466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:48.059671 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bb5a-bab1-415b-b178-192afe133051 req-9a6112db-b74e-4797-8eba-02659bc5cc3e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:48.063760 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:48.073193 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9f0bb5a-bab1-415b-b178-192afe133051 req-9a6112db-b74e-4797-8eba-02659bc5cc3e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1312895 Jul 28 06:38:48.200683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:48.212618 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9f0bb5a-bab1-415b-b178-192afe133051 req-733aa70d-5c5e-438f-9b96-8ca56540480a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381714 Jul 28 06:38:48.228672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (f9431be3-b1b7-44cd-8ef0-4e692803e033), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.256858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:48.339043 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (bf470084-5d24-4e26-a80b-74fa2df12dd1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.360853 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9431be3-b1b7-44cd-8ef0-4e692803e033,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:48.453827 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=13,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:48.461484 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Checking segment: {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:48.461919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Network hostable DHCP agents. Network: 4f86c243-b55f-4490-adcc-2539f9753565, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:38:48.476444 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf470084-5d24-4e26-a80b-74fa2df12dd1,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:48.498235 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Network 4f86c243-b55f-4490-adcc-2539f9753565 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:38:48.508878 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 4f86c243-b55f-4490-adcc-2539f9753565) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:48.513959 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:48.514773 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.529833 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521fa95-75cc-483d-a1e9-04d014306c64 None None] Network 4f86c243-b55f-4490-adcc-2539f9753565 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:48.556723 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-59025d90-9304-49d3-9480-40ae8f0d8c25 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6938686 Jul 28 06:38:48.558412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.560276 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53730) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:48.566749 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:48.619937 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 2, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:48.624307 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:48.633490 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.634527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.662073 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:48.662073 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Updating router ed88298b-fd21-4eb7-ad30-d99bae702958 port 37eb2c1f-3b87-4085-a492-23665812fbc3 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:38:48.682994 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:48.731776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.741417 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for router_controller (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.750519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-4f86c243-b55f-4490-adcc-2539f9753565', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'project_id': 'a771358cf916419593e60477ec58b5fa', 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:38:48.752075 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:48.984450 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for router_gateway (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.009680 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:49.181496 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:49.201863 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Allocated IP 172.20.0.2 (4f86c243-b55f-4490-adcc-2539f9753565/bf470084-5d24-4e26-a80b-74fa2df12dd1/927b3799-3d7c-4af5-a848-c169f4ee1d02) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:49.219156 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d8968ec7-43eb-4e5b-9981-bd607f70e97a up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:49.300826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:49.305957 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-33c671dc-7594-4064-9121-44b78580d024 admin admin] 10.222.0.20 "PUT /v2.0/routers/4bfa6601-2b8d-4ba5-845b-b5004e8f1205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454005 Jul 28 06:38:49.308992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53742) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:49.314586 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Sync routers for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:49.338533 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:49.339459 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:49.375869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for router_gateway (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.388782 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59cd74-cf35-4d0b-8ef0-411290330860 req-e00b94e6-7e0b-40ed-90a8-93ac5a83645c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:49.390400 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a59cd74-cf35-4d0b-8ef0-411290330860 req-e00b94e6-7e0b-40ed-90a8-93ac5a83645c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1075895 Jul 28 06:38:49.399618 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port d8968ec7-43eb-4e5b-9981-bd607f70e97a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:49.399922 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.420867 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.487352 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks [] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.527636 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks [] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.530943 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.574296 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:49.586664 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e5ded-8d78-4c99-aa9b-5c880d23613d None None] Pushing event updated for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:49.627327 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port d8968ec7-43eb-4e5b-9981-bd607f70e97a is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:49.631325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks [] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.641905 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:49.648694 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.687051 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Allocated IP 172.27.1.221 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/ab783666-d47c-4668-b14e-9029bb3320ed) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:49.729921 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a59cd74-cf35-4d0b-8ef0-411290330860 req-1089963b-6b8d-4722-b3d8-f829d8368a1c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119550 Jul 28 06:38:49.754687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks [] for router_gateway (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.768006 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:49.772688 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:49.791733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Pushing event updated for resources: {'Port': ['ID=927b3799-3d7c-4af5-a848-c169f4ee1d02,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:49.796836 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Network 4f86c243-b55f-4490-adcc-2539f9753565 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:49.797738 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Attempting to bind port 37eb2c1f-3b87-4085-a492-23665812fbc3 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:49.798112 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Attempting to bind port 37eb2c1f-3b87-4085-a492-23665812fbc3 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:49.798475 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Attempting to bind port 37eb2c1f-3b87-4085-a492-23665812fbc3 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:49.819565 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:49.820441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:49.820441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.820764 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Bound using segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:49.821202 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Bound port: 37eb2c1f-3b87-4085-a492-23665812fbc3, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:49.821616 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.823015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Deleting port c882c374-e581-4bbb-80ae-7c1cd0c04c9f {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:38:49.823357 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.829566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:49.833186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:49.851998 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:49.890306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for port (ab783666-d47c-4668-b14e-9029bb3320ed), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.933833 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.951308 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] For port c882c374-e581-4bbb-80ae-7c1cd0c04c9f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:49.953641 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:49.977963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Calling delete_port for c882c374-e581-4bbb-80ae-7c1cd0c04c9f owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:38:49.978352 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:49.983113 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:49.992032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:50.007380 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-b2f536c5-cc0e-417b-84bd-5edd1c5af43f None None] Provisioning complete for port 37eb2c1f-3b87-4085-a492-23665812fbc3 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:50.007726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2f536c5-cc0e-417b-84bd-5edd1c5af43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.051525 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-b2f536c5-cc0e-417b-84bd-5edd1c5af43f None None] Port 37eb2c1f-3b87-4085-a492-23665812fbc3 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:50.055051 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Attempting to bind port 927b3799-3d7c-4af5-a848-c169f4ee1d02 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:50.055414 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Attempting to bind port 927b3799-3d7c-4af5-a848-c169f4ee1d02 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:50.055958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Attempting to bind port 927b3799-3d7c-4af5-a848-c169f4ee1d02 on network 4f86c243-b55f-4490-adcc-2539f9753565 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:50.059604 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] For port 37eb2c1f-3b87-4085-a492-23665812fbc3, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:50.069324 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:38:48Z', 'revision_number': 5, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port': {'id': 'c882c374-e581-4bbb-80ae-7c1cd0c04c9f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:50.073455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:50.074191 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Checking segment: {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:50.074774 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.075308 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Bound using segment: {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:50.076070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Bound port: 927b3799-3d7c-4af5-a848-c169f4ee1d02, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:50.076612 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.091962 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] For port 37eb2c1f-3b87-4085-a492-23665812fbc3, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=37eb2c1f-3b87-4085-a492-23665812fbc3,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:50.113808 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Checking router: 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:50.115997 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:50.128003 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Routers {'4bfa6601-2b8d-4ba5-845b-b5004e8f1205'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:50.129333 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:50.155983 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] For port 927b3799-3d7c-4af5-a848-c169f4ee1d02, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:50.160298 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] For port 927b3799-3d7c-4af5-a848-c169f4ee1d02, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=927b3799-3d7c-4af5-a848-c169f4ee1d02,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:50.166005 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.170152 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Pushing event updated for resources: {'Port': ['ID=ab783666-d47c-4668-b14e-9029bb3320ed,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:50.201061 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.291928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for router_gateway (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.298901 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:50.300518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:50.304707 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] Set router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:50.461437 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:38:49Z', 'revision_number': 6, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:50.510474 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e5ded-8d78-4c99-aa9b-5c880d23613d None None] Pushing event updated for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:50.527523 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241e317-074e-4cb0-8616-83a2248472e9 None None] The sync data for ids ['4bfa6601-2b8d-4ba5-845b-b5004e8f1205'] in dv-cinder-850605-1-iscsi is: [{'id': '4bfa6601-2b8d-4ba5-845b-b5004e8f1205', 'name': 'tempest-DeleteServersTestJSON-1539454940-router', 'tenant_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:06Z', 'updated_at': '2022-07-28T06:38:49Z', 'revision_number': 6, 'project_id': 'a0e7a5dae78a4c10926c6fb66458c71b', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:50.682334 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:50.740129 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.764282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Provisioning complete for port 37eb2c1f-3b87-4085-a492-23665812fbc3 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:50.768966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.771276 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (c882c374-e581-4bbb-80ae-7c1cd0c04c9f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:50.812183 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Pushing event deleted for resources: {'Port': ['ID=c882c374-e581-4bbb-80ae-7c1cd0c04c9f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:50.829873 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf33f-2191-4bcf-99c2-828077f0305a None None] Pushing event updated for resources: {'Port': ['ID=927b3799-3d7c-4af5-a848-c169f4ee1d02,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:50.944841 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:50.964099 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c98c45-56b6-449a-9ead-8346f2f6af34 req-c9b5d7f9-fe8f-4381-9010-d848537fb9e1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:50.966337 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-48c98c45-56b6-449a-9ead-8346f2f6af34 req-c9b5d7f9-fe8f-4381-9010-d848537fb9e1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1436794 Jul 28 06:38:50.994838 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.032763 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:38:51.198442 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:51.201149 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Current status of the port 37eb2c1f-3b87-4085-a492-23665812fbc3 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:51.201728 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.228623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.231626 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:51.240834 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks [] for router_controller (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.275154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] For port 37eb2c1f-3b87-4085-a492-23665812fbc3, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=37eb2c1f-3b87-4085-a492-23665812fbc3,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:51.288009 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.360772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53780) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:51.380568 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:50Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:51.384535 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-48c98c45-56b6-449a-9ead-8346f2f6af34 req-cde72759-6820-4ad8-97dd-03be8c3db17d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116082 Jul 28 06:38:51.386080 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8a68c-9799-4ecc-9b36-b8ea66adc977 None None] Pushing event updated for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:51.391432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (4bfa6601-2b8d-4ba5-845b-b5004e8f1205), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.394883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bfa6601-2b8d-4ba5-845b-b5004e8f1205 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:38:51.415798 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.417726 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3120b6ee-972f-442a-afce-6a92b168574e admin admin] 10.222.0.20 "DELETE /v2.0/routers/4bfa6601-2b8d-4ba5-845b-b5004e8f1205 HTTP/1.1" status: 204 len: 168 time: 2.1076097 Jul 28 06:38:51.421500 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53784) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:51.435977 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136afcfb-fe20-408f-a971-08dad8e28d2e None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:50Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:51.486776 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Deleting subnet aa58930e-59d0-4e02-b2c1-49d9edd08fe1 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:38:51.490993 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Publish callbacks [] for subnet (aa58930e-59d0-4e02-b2c1-49d9edd08fe1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.565180 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:51.588314 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (aa58930e-59d0-4e02-b2c1-49d9edd08fe1), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.590407 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Sync routers for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:51.601897 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:51.602672 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:51.611740 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 927b3799-3d7c-4af5-a848-c169f4ee1d02 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:51.622191 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.628249 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fdb64871-7dfe-421a-8494-69bb2c77ea79 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0630403 Jul 28 06:38:51.628249 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53786) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:51.699689 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbe39c8d-b2a9-4dd0-869f-77bf6cc2847b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.938647 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbe39c8d-b2a9-4dd0-869f-77bf6cc2847b admin admin] Publish callbacks [] for security_group (bbc97e68-a519-4bd4-87af-ced88b36d806), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:51.952586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbe39c8d-b2a9-4dd0-869f-77bf6cc2847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (bbc97e68-a519-4bd4-87af-ced88b36d806), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.012450 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (aa58930e-59d0-4e02-b2c1-49d9edd08fe1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.017443 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 927b3799-3d7c-4af5-a848-c169f4ee1d02 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:52.017813 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.029082 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:52.099825 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-dbe39c8d-b2a9-4dd0-869f-77bf6cc2847b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b83b7980e2224a3e99d1d6ea37f5bbb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7379105 Jul 28 06:38:52.107666 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53794) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:52.127362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39c8d-b2a9-4dd0-869f-77bf6cc2847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc97e68-a519-4bd4-87af-ced88b36d806,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:52.155202 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:52.201732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:52.238968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (aa58930e-59d0-4e02-b2c1-49d9edd08fe1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.259719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] Publish callbacks [] for security_group (bbc97e68-a519-4bd4-87af-ced88b36d806), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.274807 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:52.296729 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1361ca8-8594-45ed-a7fa-809a05c8295e None None] Network 4f86c243-b55f-4490-adcc-2539f9753565 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:52.347179 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa58930e-59d0-4e02-b2c1-49d9edd08fe1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:52.368283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.375345 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f601c5ba-b248-4d9f-a22b-84d618e73cee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa58930e-59d0-4e02-b2c1-49d9edd08fe1 HTTP/1.1" status: 204 len: 168 time: 0.9522877 Jul 28 06:38:52.380933 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53800) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:52.390327 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] Publish callbacks [] for security_group (bbc97e68-a519-4bd4-87af-ced88b36d806), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.412572 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31431be-fc6a-4373-a33d-a0e18ff88f4c None None] Network 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:52.558247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.600504 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:52.604901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc25ec-f60d-4439-8a16-469808deb51a req-a848e9c4-4e85-4bfe-a16d-57be02b75c19 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:52.607922 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09dc25ec-f60d-4439-8a16-469808deb51a req-a848e9c4-4e85-4bfe-a16d-57be02b75c19 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0829227 Jul 28 06:38:52.615346 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-542ee475-4bb9-4795-8915-fcc2027fe8aa None None] Provisioning complete for port 927b3799-3d7c-4af5-a848-c169f4ee1d02 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:52.615767 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-542ee475-4bb9-4795-8915-fcc2027fe8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.623241 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53806) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:52.628986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (bbc97e68-a519-4bd4-87af-ced88b36d806), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.635903 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.637108 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbc97e68-a519-4bd4-87af-ced88b36d806 HTTP/1.1" status: 204 len: 168 time: 0.5265894 Jul 28 06:38:52.649678 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Deleting port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:38:52.650022 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.657595 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec558dcc-d696-4803-9edc-68bb805dd0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc97e68-a519-4bd4-87af-ced88b36d806,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:52.712772 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.745963 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 927b3799-3d7c-4af5-a848-c169f4ee1d02 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:52.746350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.749467 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09dc25ec-f60d-4439-8a16-469808deb51a req-db915dee-3a26-4ebc-8692-d7100242303f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230090 Jul 28 06:38:52.834646 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] For port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,segment=NetworkSegment(0270f67d-e590-49b1-8ffa-fac3f1280e18),segment_id=0270f67d-e590-49b1-8ffa-fac3f1280e18)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:52.835018 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:52.879089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Calling delete_port for 2aedf492-b4fd-4b10-9df9-4c6f95e60bec owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:38:52.993513 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 927b3799-3d7c-4af5-a848-c169f4ee1d02, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=927b3799-3d7c-4af5-a848-c169f4ee1d02,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:53.022860 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.031487 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:53.060904 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Allocated IP 172.20.0.1 (4f86c243-b55f-4490-adcc-2539f9753565/bf470084-5d24-4e26-a80b-74fa2df12dd1/49e565b5-b770-429b-962d-8d34dc0275b1) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:53.070384 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (2aedf492-b4fd-4b10-9df9-4c6f95e60bec), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.103094 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device f9431be3-b1b7-44cd-8ef0-4e692803e033 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:38:53.105063 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] No DVR routers for this DVR port 2aedf492-b4fd-4b10-9df9-4c6f95e60bec on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:38:53.106682 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Pushing event deleted for resources: {'Port': ['ID=2aedf492-b4fd-4b10-9df9-4c6f95e60bec,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:53.202917 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81556955-93cd-4cbb-a228-798b84f64b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.235486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba7c0d-4671-4947-a86b-3e3f091ed364 None None] DHCP port deletion for 9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:38:53.241211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.274701 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53816) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:53.288868 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:53.289097 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: f9431be3-b1b7-44cd-8ef0-4e692803e033 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:38:53.289097 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device f9431be3-b1b7-44cd-8ef0-4e692803e033 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:38:53.307919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0270f67d-e590-49b1-8ffa-fac3f1280e18') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:53.308215 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0270f67d-e590-49b1-8ffa-fac3f1280e18') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:53.322423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (0270f67d-e590-49b1-8ffa-fac3f1280e18), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.335642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40ba9f53-16e3-4b01-9adf-2b477657a772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.339025 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:53.358934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (0270f67d-e590-49b1-8ffa-fac3f1280e18), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.375573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:50Z', 'revision_number': 3, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:53.391879 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:38:53.391879 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (0270f67d-e590-49b1-8ffa-fac3f1280e18), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.441490 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks [] for port (49e565b5-b770-429b-962d-8d34dc0275b1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.467762 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=927b3799-3d7c-4af5-a848-c169f4ee1d02,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:53.475598 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Checking router: 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:53.476109 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Updating router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 port ab783666-d47c-4668-b14e-9029bb3320ed binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:38:53.480561 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-542ee475-4bb9-4795-8915-fcc2027fe8aa None None] Current status of the port 927b3799-3d7c-4af5-a848-c169f4ee1d02 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:53.485613 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 0270f67d-e590-49b1-8ffa-fac3f1280e18 resource provider aggregate not found Jul 28 06:38:53.516689 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.567466 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:53.605178 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 0270f67d-e590-49b1-8ffa-fac3f1280e18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0270f67d-e590-49b1-8ffa-fac3f1280e18 found for delete ", "request_id": "req-54731a6a-7d96-4604-a4ff-ed110fe2ae18"}]} Jul 28 06:38:53.652346 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.678624 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.682698 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81556955-93cd-4cbb-a228-798b84f64b32 admin admin] Publish callbacks [] for security_group (f6349077-b0b2-4000-b993-08d64c522153), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.682847 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7 HTTP/1.1" status: 204 len: 168 time: 1.3014550 Jul 28 06:38:53.684438 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246282-9fa3-4b27-87d3-830a58e1261b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae3b2a0-c8ca-4ed6-a3e6-e977d5466ce7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:53.698628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81556955-93cd-4cbb-a228-798b84f64b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f6349077-b0b2-4000-b993-08d64c522153), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.723215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.735305 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 37eb2c1f-3b87-4085-a492-23665812fbc3 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:53.762830 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:53.815527 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-83125c38-cdf1-4a79-ae5b-75ebf3af4721 None None] Provisioning complete for port 927b3799-3d7c-4af5-a848-c169f4ee1d02 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:53.815527 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-83125c38-cdf1-4a79-ae5b-75ebf3af4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.822068 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53826) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:53.823303 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-81556955-93cd-4cbb-a228-798b84f64b32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fd781c3511a40cc897d2968d178c1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1921103 Jul 28 06:38:53.843566 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81556955-93cd-4cbb-a228-798b84f64b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6349077-b0b2-4000-b993-08d64c522153,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:53.856594 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Network 4f86c243-b55f-4490-adcc-2539f9753565 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:53.922568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40ba9f53-16e3-4b01-9adf-2b477657a772 admin admin] Publish callbacks [] for security_group (551ce08a-5cb5-4b75-b43a-ade2eb653b1c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.927679 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:53.930523 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:53.931410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.935960 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40ba9f53-16e3-4b01-9adf-2b477657a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (551ce08a-5cb5-4b75-b43a-ade2eb653b1c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:53.938051 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Pushing event updated for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:53.959336 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 37eb2c1f-3b87-4085-a492-23665812fbc3 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:53.959888 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.011412 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f590-e7c5-4cd2-9a3f-c9654b636536 req-44c8bdf3-6530-46d4-9597-936e691bba26 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:54.021161 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5877f590-e7c5-4cd2-9a3f-c9654b636536 req-44c8bdf3-6530-46d4-9597-936e691bba26 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1027575 Jul 28 06:38:54.032031 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53830) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:54.059375 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-40ba9f53-16e3-4b01-9adf-2b477657a772 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01e9d5e4d9344c40ac5b44c6adf81943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7813115 Jul 28 06:38:54.059589 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] Publish callbacks [] for security_group (f6349077-b0b2-4000-b993-08d64c522153), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.074773 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53832) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:54.087358 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] Publish callbacks [] for security_group (f6349077-b0b2-4000-b993-08d64c522153), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.099101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba9f53-16e3-4b01-9adf-2b477657a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ce08a-5cb5-4b75-b43a-ade2eb653b1c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.139452 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:54.166529 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5877f590-e7c5-4cd2-9a3f-c9654b636536 req-a14ceef5-5c6e-4c23-9d76-b51c82d7b271 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442249 Jul 28 06:38:54.186866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-54641691-6c6a-4656-99b7-07fc60cac5d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0e7a5dae78a4c10926c6fb66458c71b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1498346 Jul 28 06:38:54.189546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53834) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:54.209270 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f6349077-b0b2-4000-b993-08d64c522153), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.211972 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.213143 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6349077-b0b2-4000-b993-08d64c522153 HTTP/1.1" status: 204 len: 168 time: 0.3900964 Jul 28 06:38:54.226074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] Publish callbacks [] for security_group (551ce08a-5cb5-4b75-b43a-ade2eb653b1c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.238031 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc73b5-4610-4fd9-b31b-7bac3493d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6349077-b0b2-4000-b993-08d64c522153,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.283255 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] Publish callbacks [] for security_group (1ec4bab3-a5e6-412a-804e-acd00b4fc0e3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.295214 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 37eb2c1f-3b87-4085-a492-23665812fbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:54.296661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] Publish callbacks [] for security_group (551ce08a-5cb5-4b75-b43a-ade2eb653b1c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.308992 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.310999 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-83125c38-cdf1-4a79-ae5b-75ebf3af4721 None None] Current status of the port 927b3799-3d7c-4af5-a848-c169f4ee1d02 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:54.332868 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] Publish callbacks [] for security_group (1ec4bab3-a5e6-412a-804e-acd00b4fc0e3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.333396 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks [] for port (ab783666-d47c-4668-b14e-9029bb3320ed), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.340737 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.422367 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c882c374-e581-4bbb-80ae-7c1cd0c04c9f no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:38:54.444938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (551ce08a-5cb5-4b75-b43a-ade2eb653b1c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.447719 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.458960 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/551ce08a-5cb5-4b75-b43a-ade2eb653b1c HTTP/1.1" status: 204 len: 168 time: 0.3761225 Jul 28 06:38:54.466078 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1ec4bab3-a5e6-412a-804e-acd00b4fc0e3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.468674 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.469859 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ec4bab3-a5e6-412a-804e-acd00b4fc0e3 HTTP/1.1" status: 204 len: 168 time: 0.2788656 Jul 28 06:38:54.483532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb6042-329a-491e-b0f7-6c2a13444bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4bab3-a5e6-412a-804e-acd00b4fc0e3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.488277 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff681-b88c-4e27-8687-af3a53cd132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ce08a-5cb5-4b75-b43a-ade2eb653b1c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.495213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Attempting to bind port ab783666-d47c-4668-b14e-9029bb3320ed on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:54.496337 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Attempting to bind port ab783666-d47c-4668-b14e-9029bb3320ed by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:54.496337 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Attempting to bind port ab783666-d47c-4668-b14e-9029bb3320ed on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:54.514103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: c882c374-e581-4bbb-80ae-7c1cd0c04c9f {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:38:54.514453 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c882c374-e581-4bbb-80ae-7c1cd0c04c9f not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:38:54.515648 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 2aedf492-b4fd-4b10-9df9-4c6f95e60bec no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:38:54.546105 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b5a03-c94f-4d2e-9a9e-830db9a14b37 None None] Pushing event updated for resources: {'Port': ['ID=ab783666-d47c-4668-b14e-9029bb3320ed,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.548403 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:54.548776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:54.549209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.550232 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:54.550685 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Bound port: ab783666-d47c-4668-b14e-9029bb3320ed, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:54.551072 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.553733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-8532add4-b8b1-4e2b-922e-fda2501d228a None None] Provisioning complete for port 49e565b5-b770-429b-962d-8d34dc0275b1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:54.554097 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8532add4-b8b1-4e2b-922e-fda2501d228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.597213 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks [] for port (49e565b5-b770-429b-962d-8d34dc0275b1), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.602333 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:54.606556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.608218 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 2aedf492-b4fd-4b10-9df9-4c6f95e60bec {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:38:54.608616 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 2aedf492-b4fd-4b10-9df9-4c6f95e60bec not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:38:54.609001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.620714 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:54.627210 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-8532add4-b8b1-4e2b-922e-fda2501d228a None None] Port 49e565b5-b770-429b-962d-8d34dc0275b1 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:54.661016 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] For port ab783666-d47c-4668-b14e-9029bb3320ed, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:54.668220 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] For port ab783666-d47c-4668-b14e-9029bb3320ed, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=ab783666-d47c-4668-b14e-9029bb3320ed,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:54.676688 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:54.735810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:54.741036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Pushing event updated for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.756891 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:54.769006 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:54.769159 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:54.809428 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Network 4f86c243-b55f-4490-adcc-2539f9753565 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:54.812272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:54.960004 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b5a03-c94f-4d2e-9a9e-830db9a14b37 None None] Pushing event updated for resources: {'Port': ['ID=ab783666-d47c-4668-b14e-9029bb3320ed,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:54.996037 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:55.077980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:55.171581 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-642d9e9c-7f33-4873-9fec-3d6be557c83c None None] Provisioning complete for port 49e565b5-b770-429b-962d-8d34dc0275b1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:55.172495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-642d9e9c-7f33-4873-9fec-3d6be557c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.180781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53868) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:55.201446 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3f238d16-b264-48eb-8f5f-d0119d73b6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.201968 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:55.227486 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5b339ffb-fa92-4ccd-b074-f7c39c9f5f47 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5976725 Jul 28 06:38:55.301542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:55.329578 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-642d9e9c-7f33-4873-9fec-3d6be557c83c None None] Port 49e565b5-b770-429b-962d-8d34dc0275b1 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:55.390144 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3f238d16-b264-48eb-8f5f-d0119d73b6aa admin admin] Publish callbacks [] for security_group (0d8ac669-3259-40a7-b1da-d1bf42a3acca), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.398216 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3f238d16-b264-48eb-8f5f-d0119d73b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0d8ac669-3259-40a7-b1da-d1bf42a3acca), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.418654 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46513fc-fa36-4038-a8ce-88e716587348 req-3e1ed96a-8ff2-4682-87a0-3496461f338d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:55.425262 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d46513fc-fa36-4038-a8ce-88e716587348 req-3e1ed96a-8ff2-4682-87a0-3496461f338d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1159856 Jul 28 06:38:55.435283 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '49e565b5-b770-429b-962d-8d34dc0275b1', 'name': '', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'mac_address': 'fa:16:3e:73:ec:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:52Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 2, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'subnets': [{'id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:55.477425 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 927b3799-3d7c-4af5-a848-c169f4ee1d02 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:55.481567 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f4855-e7cd-477e-8a63-48a5592783c3 None None] The sync data for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi is: [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '49e565b5-b770-429b-962d-8d34dc0275b1', 'name': '', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'mac_address': 'fa:16:3e:73:ec:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:52Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 2, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'subnets': [{'id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:55.497764 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3f238d16-b264-48eb-8f5f-d0119d73b6aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b54deb60766e42fe93692996af85f9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155370 Jul 28 06:38:55.500433 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53882) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:55.504829 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f238d16-b264-48eb-8f5f-d0119d73b6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ac669-3259-40a7-b1da-d1bf42a3acca,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:55.548473 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 927b3799-3d7c-4af5-a848-c169f4ee1d02 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:55.548961 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.564722 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d46513fc-fa36-4038-a8ce-88e716587348 req-cee040d0-0dd1-4f9c-95b6-244e21ee2805 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330879 Jul 28 06:38:55.644049 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] Publish callbacks [] for security_group (0d8ac669-3259-40a7-b1da-d1bf42a3acca), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.647462 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 927b3799-3d7c-4af5-a848-c169f4ee1d02 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:55.676657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] Publish callbacks [] for security_group (0d8ac669-3259-40a7-b1da-d1bf42a3acca), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.733577 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0d8ac669-3259-40a7-b1da-d1bf42a3acca), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.737250 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:55.741197 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d8ac669-3259-40a7-b1da-d1bf42a3acca HTTP/1.1" status: 204 len: 168 time: 0.2368410 Jul 28 06:38:55.755476 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7c992-4151-4106-9186-c0cac364e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ac669-3259-40a7-b1da-d1bf42a3acca,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:55.792388 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:38:56.041233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53904) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.046401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325947969', 'description': 'tempest-secgroup-smoke-1325947969 description', 'project_id': 'f16eee0fb716452e8c760a27b5724d91'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:56.097205 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.217385 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.223423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.228316 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53914) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.244691 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fc1050-f7a9-4af0-ac09-6b41efb733c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.256160 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:56.279537 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.280828 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9ab57563-6d6c-4ed2-b4cf-a91bb82bb91c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2385044 Jul 28 06:38:56.284636 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53918) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.290485 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:56.349970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (e816f341-0785-4c9a-84e1-3697b119cedb), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.378614 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fc1050-f7a9-4af0-ac09-6b41efb733c7 admin admin] Publish callbacks [] for security_group (59c0728b-2cc9-449c-b2fa-a586484686a1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.390165 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fc1050-f7a9-4af0-ac09-6b41efb733c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (59c0728b-2cc9-449c-b2fa-a586484686a1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.477692 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53920) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.478039 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-19fc1050-f7a9-4af0-ac09-6b41efb733c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2e176938463495bb87ecea601f3687b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454731 Jul 28 06:38:56.478594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1050-f7a9-4af0-ac09-6b41efb733c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0728b-2cc9-449c-b2fa-a586484686a1,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:56.506603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.540581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.542907 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (e816f341-0785-4c9a-84e1-3697b119cedb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.567467 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (e816f341-0785-4c9a-84e1-3697b119cedb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.603292 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e816f341-0785-4c9a-84e1-3697b119cedb,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:56.626219 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.630976 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a90e107b-c634-45e9-95c7-7ef9c38b5966 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419452 Jul 28 06:38:56.631709 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53930) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.632623 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] Publish callbacks [] for security_group (59c0728b-2cc9-449c-b2fa-a586484686a1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.640103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:56.668022 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] Publish callbacks [] for security_group (59c0728b-2cc9-449c-b2fa-a586484686a1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.706851 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (4d682529-2fb6-4f35-9e36-adadc9ac91f3), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.793811 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (4d682529-2fb6-4f35-9e36-adadc9ac91f3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.804430 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (4d682529-2fb6-4f35-9e36-adadc9ac91f3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.816229 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d416-0754-4164-b7e2-f530ee5d400b req-db54a70f-d247-47bd-bb0a-3acc15ec2f1f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:56.817937 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3a2d416-0754-4164-b7e2-f530ee5d400b req-db54a70f-d247-47bd-bb0a-3acc15ec2f1f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0993981 Jul 28 06:38:56.819459 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (59c0728b-2cc9-449c-b2fa-a586484686a1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.822423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.825857 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59c0728b-2cc9-449c-b2fa-a586484686a1 HTTP/1.1" status: 204 len: 168 time: 0.3535314 Jul 28 06:38:56.840107 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.851453 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d682529-2fb6-4f35-9e36-adadc9ac91f3,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:56.859776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f0604-19ce-46d0-8d1a-671b6e2a9288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0728b-2cc9-449c-b2fa-a586484686a1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:56.864538 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:56.870229 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5b209768-03fe-419a-b86a-0eec27f02f1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2372503 Jul 28 06:38:56.872530 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53940) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:56.879089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:56.895016 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3a2d416-0754-4164-b7e2-f530ee5d400b req-05e08d7e-03fb-4f75-bfb6-2e6f2b817c70 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Jul 28 06:38:56.921764 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (78ad3520-b26e-453f-9dc1-f6331a4df631), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.022806 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (78ad3520-b26e-453f-9dc1-f6331a4df631), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.029547 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (78ad3520-b26e-453f-9dc1-f6331a4df631), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.053788 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ad3520-b26e-453f-9dc1-f6331a4df631,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:57.064562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.067190 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e08e9365-d94c-4a4a-bf96-63d3281c67cb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923385 Jul 28 06:38:57.070286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53946) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:57.075154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:57.112505 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (b6f49f9d-48d4-48fb-8d37-dbd4d45885ed), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.184767 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (b6f49f9d-48d4-48fb-8d37-dbd4d45885ed), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.191361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (b6f49f9d-48d4-48fb-8d37-dbd4d45885ed), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.223449 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f49f9d-48d4-48fb-8d37-dbd4d45885ed,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:57.235269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.240774 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-71a56e61-930a-478d-890a-64bd803911a2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654434 Jul 28 06:38:57.240774 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 53956) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:57.253392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:57.279364 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Project f16eee0fb716452e8c760a27b5724d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:38:57.287525 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (15f5075f-91b6-4bd6-a124-b14429e884e9), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.301584 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:57.374179 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (15f5075f-91b6-4bd6-a124-b14429e884e9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.380976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (15f5075f-91b6-4bd6-a124-b14429e884e9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.408626 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f5075f-91b6-4bd6-a124-b14429e884e9,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:57.414026 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.417381 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-38e868f8-651c-427d-b091-1f740abdb4fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743095 Jul 28 06:38:57.418355 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 53960) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:57.424018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'security_group_rule': {'security_group_id': 'a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4', 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:57.484076 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Project f16eee0fb716452e8c760a27b5724d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:38:57.493498 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (be7a9bc7-936b-4a70-96b2-587642a21472), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.536125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device ab783666-d47c-4668-b14e-9029bb3320ed up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:57.590826 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port ab783666-d47c-4668-b14e-9029bb3320ed triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:57.591663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.606770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (be7a9bc7-936b-4a70-96b2-587642a21472), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.611217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (be7a9bc7-936b-4a70-96b2-587642a21472), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.639809 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7a9bc7-936b-4a70-96b2-587642a21472,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:57.655088 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.656637 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6134762d-3a16-4140-a350-4909a786b9b3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2368913 Jul 28 06:38:57.705246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:57.708274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port ab783666-d47c-4668-b14e-9029bb3320ed is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:57.708977 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.745429 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port ab783666-d47c-4668-b14e-9029bb3320ed, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=ab783666-d47c-4668-b14e-9029bb3320ed,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:57.751125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:57.821745 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=ab783666-d47c-4668-b14e-9029bb3320ed,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:58.057988 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f58fac-0295-48eb-af5f-c4a07a79872b req-823941b7-12e8-4a5d-bc2d-5e8e999a9e92 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:58.066168 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f58fac-0295-48eb-af5f-c4a07a79872b req-823941b7-12e8-4a5d-bc2d-5e8e999a9e92 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0660055 Jul 28 06:38:58.136940 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f58fac-0295-48eb-af5f-c4a07a79872b req-60e111ae-9dc6-4763-b84d-3ced53aaee57 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695419 Jul 28 06:38:58.449092 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54054) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:58.594140 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447521281-network', 'tenant_id': '57601f159e244aa68924602c2c5dc385'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:58.622415 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Made reservation on behalf of 57601f159e244aa68924602c2c5dc385 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:58.624851 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.633835 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.760662 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks [] for security_group (97195078-4fbb-46e3-aa5e-d81a3f0c25b7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.765196 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (97195078-4fbb-46e3-aa5e-d81a3f0c25b7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.803905 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:38:58.834442 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:58.842080 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (72789f55-eca8-4419-9405-a15c80b0987e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.842977 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Added segment 72789f55-eca8-4419-9405-a15c80b0987e of type vlan for network 68f02050-09bf-429b-8750-a014c7a2dad3 Jul 28 06:38:58.847218 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97195078-4fbb-46e3-aa5e-d81a3f0c25b7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:58.925903 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (68f02050-09bf-429b-8750-a014c7a2dad3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.953379 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (68f02050-09bf-429b-8750-a014c7a2dad3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:58.954720 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:58.955125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.042383 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5918148 Jul 28 06:38:59.045457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54100) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:59.053497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Request body: {'subnet': {'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447521281-subnet', 'tenant_id': '57601f159e244aa68924602c2c5dc385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:59.071266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b88f0c-2210-4844-ba4f-0e19a23abdeb admin admin] Pushing event updated for resources: {'Network': ['ID=68f02050-09bf-429b-8750-a014c7a2dad3,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:59.082741 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Made reservation on behalf of 57601f159e244aa68924602c2c5dc385 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:59.086094 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.090038 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 68f02050-09bf-429b-8750-a014c7a2dad3 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:38:59.300847 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54110) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:59.376525 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7228a48-2092-4f8f-8e02-d4e7f0d0439c req-7a23b897-f750-45c3-8c1b-6f72fac581cb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:59.380612 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7228a48-2092-4f8f-8e02-d4e7f0d0439c req-7a23b897-f750-45c3-8c1b-6f72fac581cb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0842395 Jul 28 06:38:59.420648 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (43e5975c-1633-45ca-ad95-29e92dc6ad73), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.423276 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563299a-45be-4974-b50d-8031782236ef None None] Sync routers for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:59.442891 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:59.446219 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:59.465179 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device ab783666-d47c-4668-b14e-9029bb3320ed up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:59.498233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc2e6-954f-4198-a830-17c6d5913458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.518181 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:59.519141 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e5975c-1633-45ca-ad95-29e92dc6ad73,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:59.526372 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7228a48-2092-4f8f-8e02-d4e7f0d0439c req-3f224acc-d8cb-47fb-9c7a-3569c2d8d676 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388271 Jul 28 06:38:59.539167 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Checking segment: {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:59.539537 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Network hostable DHCP agents. Network: 68f02050-09bf-429b-8750-a014c7a2dad3, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:38:59.550516 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port ab783666-d47c-4668-b14e-9029bb3320ed triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:59.551246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.573411 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Network 68f02050-09bf-429b-8750-a014c7a2dad3 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:38:59.593083 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 68f02050-09bf-429b-8750-a014c7a2dad3) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:59.602642 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:59.604176 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.615126 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1cae4-a32d-4260-ac1d-579f929159f4 None None] Network 68f02050-09bf-429b-8750-a014c7a2dad3 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:59.621322 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=4,neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:59.633614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc2e6-954f-4198-a830-17c6d5913458 admin admin] Publish callbacks [] for security_group (1537fd06-5877-45d5-91f6-c326c0aa7bcd), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.634495 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-875a7757-a9a0-4b06-ade9-81bb8d3db37c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5877073 Jul 28 06:38:59.642737 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc2e6-954f-4198-a830-17c6d5913458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1537fd06-5877-45d5-91f6-c326c0aa7bcd), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.650002 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:59.720008 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54120) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:59.720255 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4f8cc2e6-954f-4198-a830-17c6d5913458 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b7138988d684c458b51016c87629b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183395 Jul 28 06:38:59.723547 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cc2e6-954f-4198-a830-17c6d5913458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537fd06-5877-45d5-91f6-c326c0aa7bcd,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:59.731928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port ab783666-d47c-4668-b14e-9029bb3320ed is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:59.779928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8e0f9-01b5-416a-90fe-5c13eea9f86f None None] Network 68f02050-09bf-429b-8750-a014c7a2dad3 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:38:59.814479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] Publish callbacks [] for security_group (1537fd06-5877-45d5-91f6-c326c0aa7bcd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.841652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] Publish callbacks [] for security_group (1537fd06-5877-45d5-91f6-c326c0aa7bcd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.886864 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:59.895196 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '49e565b5-b770-429b-962d-8d34dc0275b1', 'name': '', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'mac_address': 'fa:16:3e:73:ec:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:52Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 2, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'subnets': [{'id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:59.904966 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1537fd06-5877-45d5-91f6-c326c0aa7bcd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.907688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.909767 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1537fd06-5877-45d5-91f6-c326c0aa7bcd HTTP/1.1" status: 204 len: 168 time: 0.1872690 Jul 28 06:38:59.928314 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563299a-45be-4974-b50d-8031782236ef None None] Checking router: 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:59.928659 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563299a-45be-4974-b50d-8031782236ef None None] Updating router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 port 49e565b5-b770-429b-962d-8d34dc0275b1 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:38:59.936401 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c1b93-1031-4b23-ae33-ff49af8fbfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537fd06-5877-45d5-91f6-c326c0aa7bcd,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:59.959468 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:59.991433 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:00.106951 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-98c18d1d-e797-49ff-8751-445c34856cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.260215 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks [] for port (49e565b5-b770-429b-962d-8d34dc0275b1), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.269411 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.286635 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54132) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:00.303708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af8c1e19-6608-4a4b-81e5-ce230af5af2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.317771 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900737-0fab-4eb0-a57b-54a4ea5a23ff None None] Pushing event updated for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:00.479710 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:00.487024 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a563299a-45be-4974-b50d-8031782236ef None None] Attempting to bind port 49e565b5-b770-429b-962d-8d34dc0275b1 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:00.487719 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a563299a-45be-4974-b50d-8031782236ef None None] Attempting to bind port 49e565b5-b770-429b-962d-8d34dc0275b1 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:00.488735 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563299a-45be-4974-b50d-8031782236ef None None] Attempting to bind port 49e565b5-b770-429b-962d-8d34dc0275b1 on network 4f86c243-b55f-4490-adcc-2539f9753565 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:00.520656 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af8c1e19-6608-4a4b-81e5-ce230af5af2c admin admin] Publish callbacks [] for security_group (555b9e40-f479-432d-9507-8c0d97cf1a61), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.524948 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563299a-45be-4974-b50d-8031782236ef None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:00.526660 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563299a-45be-4974-b50d-8031782236ef None None] Checking segment: {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:00.527583 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.529042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-af8c1e19-6608-4a4b-81e5-ce230af5af2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (555b9e40-f479-432d-9507-8c0d97cf1a61), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.534848 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563299a-45be-4974-b50d-8031782236ef None None] Bound using segment: {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:00.535601 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a563299a-45be-4974-b50d-8031782236ef None None] Bound port: 49e565b5-b770-429b-962d-8d34dc0275b1, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8380bbd8-7889-4ffd-8f21-fc933e216d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:00.536210 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.593692 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54154) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:00.606848 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-af8c1e19-6608-4a4b-81e5-ce230af5af2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad670b4b698a4809b09853c79ebe34f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032076 Jul 28 06:39:00.608206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c1e19-6608-4a4b-81e5-ce230af5af2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b9e40-f479-432d-9507-8c0d97cf1a61,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:00.636121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:00.649720 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a563299a-45be-4974-b50d-8031782236ef None None] For port 49e565b5-b770-429b-962d-8d34dc0275b1, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:00.653649 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a563299a-45be-4974-b50d-8031782236ef None None] For port 49e565b5-b770-429b-962d-8d34dc0275b1, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=49e565b5-b770-429b-962d-8d34dc0275b1,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:00.663880 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a563299a-45be-4974-b50d-8031782236ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.701155 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] Publish callbacks [] for security_group (555b9e40-f479-432d-9507-8c0d97cf1a61), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.718894 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70edfe-0557-4bf4-b5bd-e73353ae42a0 req-30ad5d95-eb59-4191-9204-8d508f5812a1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:00.720585 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be70edfe-0557-4bf4-b5bd-e73353ae42a0 req-30ad5d95-eb59-4191-9204-8d508f5812a1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0745845 Jul 28 06:39:00.729860 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900737-0fab-4eb0-a57b-54a4ea5a23ff None None] Pushing event updated for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:00.751232 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] Publish callbacks [] for security_group (555b9e40-f479-432d-9507-8c0d97cf1a61), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.759774 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Provisioning complete for port 49e565b5-b770-429b-962d-8d34dc0275b1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:00.760412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.770404 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:00.771445 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:38:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:00.822175 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be70edfe-0557-4bf4-b5bd-e73353ae42a0 req-b81b4bbb-b981-43b6-bda3-209ec69071a7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907896 Jul 28 06:39:00.868565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (555b9e40-f479-432d-9507-8c0d97cf1a61), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.872281 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.873178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Current status of the port 49e565b5-b770-429b-962d-8d34dc0275b1 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:00.873610 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/555b9e40-f479-432d-9507-8c0d97cf1a61 HTTP/1.1" status: 204 len: 168 time: 0.2789533 Jul 28 06:39:00.873836 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.885201 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476204c-933b-4e4b-be69-6f224eee09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b9e40-f479-432d-9507-8c0d97cf1a61,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:00.927528 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] For port 49e565b5-b770-429b-962d-8d34dc0275b1, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=49e565b5-b770-429b-962d-8d34dc0275b1,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:00.933574 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:00.960170 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:00.998823 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203c929-778f-460f-b576-1e9e43e8072d None None] Pushing event updated for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:01.156498 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-455344bd-75ab-4cfc-a335-6c435ed25e43 None None] Provisioning complete for port 49e565b5-b770-429b-962d-8d34dc0275b1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:01.157228 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-455344bd-75ab-4cfc-a335-6c435ed25e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:01.238342 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:01.256078 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-455344bd-75ab-4cfc-a335-6c435ed25e43 None None] Current status of the port 49e565b5-b770-429b-962d-8d34dc0275b1 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:01.262422 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a563299a-45be-4974-b50d-8031782236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '49e565b5-b770-429b-962d-8d34dc0275b1', 'name': '', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'mac_address': 'fa:16:3e:73:ec:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:52Z', 'updated_at': '2022-07-28T06:39:00Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'subnets': [{'id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:01.291774 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563299a-45be-4974-b50d-8031782236ef None None] The sync data for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi is: [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:38:54Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '49e565b5-b770-429b-962d-8d34dc0275b1', 'name': '', 'network_id': '4f86c243-b55f-4490-adcc-2539f9753565', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'mac_address': 'fa:16:3e:73:ec:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:52Z', 'updated_at': '2022-07-28T06:39:00Z', 'revision_number': 4, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'subnets': [{'id': 'bf470084-5d24-4e26-a80b-74fa2df12dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:01.412275 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 49e565b5-b770-429b-962d-8d34dc0275b1 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:01.473636 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 49e565b5-b770-429b-962d-8d34dc0275b1 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:01.473636 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:01.473636 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:01.567225 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 49e565b5-b770-429b-962d-8d34dc0275b1 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:01.842821 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:01.866138 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-70464dac-0889-4724-8cbb-955274f68b38 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:01.867721 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-70464dac-0889-4724-8cbb-955274f68b38 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 809 time: 0.1476936 Jul 28 06:39:01.907026 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-0daaa790-5e02-4ca2-a26d-86f901a0c5ce tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/quotas/57601f159e244aa68924602c2c5dc385 HTTP/1.1" status: 200 len: 375 time: 0.0322487 Jul 28 06:39:01.985970 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-21ce7082-94ec-4a14-b061-c4d205ce9877 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725973 Jul 28 06:39:02.036211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21859830-afa6-432a-8481-f80c17754eb9 req-2ae109a0-cbf9-478b-b2be-91be4dace943 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:02.039070 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-21859830-afa6-432a-8481-f80c17754eb9 req-2ae109a0-cbf9-478b-b2be-91be4dace943 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1172268 Jul 28 06:39:02.112528 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-9ed2c89f-a437-428a-9685-ed99487d0a84 service neutron] 10.222.0.20 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150312 Jul 28 06:39:02.125046 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-21859830-afa6-432a-8481-f80c17754eb9 req-5f8cba00-d00a-4e45-80a5-792b4dd961bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804839 Jul 28 06:39:02.245053 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3f5bb1f4-6e81-49ab-b619-e322392ed314 service neutron] 10.222.0.20 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255362 Jul 28 06:39:02.328095 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54226) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:02.427049 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a28fa5f5-d852-4647-9e8a-79aadf7b1235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:02.501904 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0e8e6361-56f9-4bd1-ae7a-2bb083480c7f req-7f97b621-41bf-4435-8712-e130502d7255 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0564971 Jul 28 06:39:02.561726 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a4e78-4b79-4985-90c4-f171a4f87764 req-1349bacc-7a23-4c59-8b49-926db35ab1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:02.564077 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-945a4e78-4b79-4985-90c4-f171a4f87764 req-1349bacc-7a23-4c59-8b49-926db35ab1c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1130 time: 0.0792804 Jul 28 06:39:02.639856 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-945a4e78-4b79-4985-90c4-f171a4f87764 req-45abbefa-037b-4c45-b4a6-153d6e1fc170 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665300 Jul 28 06:39:02.661478 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:02.726755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-484a5b03-d739-4fbf-b785-95836ffa6a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:02.856356 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-484a5b03-d739-4fbf-b785-95836ffa6a25 admin admin] Publish callbacks [] for security_group (c1cd45ca-a60a-4acc-be46-4ab6855a80cf), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:02.861112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-484a5b03-d739-4fbf-b785-95836ffa6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c1cd45ca-a60a-4acc-be46-4ab6855a80cf), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:02.915475 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-484a5b03-d739-4fbf-b785-95836ffa6a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db1d58a7f5ba40a89ebb256e531d8810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5813358 Jul 28 06:39:02.915475 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a5b03-d739-4fbf-b785-95836ffa6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cd45ca-a60a-4acc-be46-4ab6855a80cf,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:02.915475 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54254) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:02.958257 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:02.980669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] Publish callbacks [] for security_group (c1cd45ca-a60a-4acc-be46-4ab6855a80cf), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.005826 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] Publish callbacks [] for security_group (c1cd45ca-a60a-4acc-be46-4ab6855a80cf), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.062748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c1cd45ca-a60a-4acc-be46-4ab6855a80cf), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.066252 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.070195 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1cd45ca-a60a-4acc-be46-4ab6855a80cf HTTP/1.1" status: 204 len: 168 time: 0.1512272 Jul 28 06:39:03.076054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917c970-25b3-482d-ab84-bd3032954080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cd45ca-a60a-4acc-be46-4ab6855a80cf,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:03.285366 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81c22-115b-4e84-aecc-39a4affb0313 req-eb011f6b-c4b8-4405-aae1-90f940fcc54d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:03.287159 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e81c22-115b-4e84-aecc-39a4affb0313 req-eb011f6b-c4b8-4405-aae1-90f940fcc54d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0550606 Jul 28 06:39:03.362177 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e81c22-115b-4e84-aecc-39a4affb0313 req-08a351cb-fe3d-446c-9d82-4c1d77692b28 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669661 Jul 28 06:39:03.609109 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-868dc80f-a690-43fe-b539-c59128228643 req-fbb29e03-2884-487d-9e1c-1b8d3c400004 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0368788 Jul 28 06:39:03.612866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54276) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:03.637360 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a59741cd-24a9-4666-a023-9af0be3d9643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.712479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54278) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:03.726766 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54282) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:03.737850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a59741cd-24a9-4666-a023-9af0be3d9643 admin admin] Publish callbacks [] for security_group (05738414-de1a-4cb3-85b2-e30641dba3eb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.743227 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a59741cd-24a9-4666-a023-9af0be3d9643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (05738414-de1a-4cb3-85b2-e30641dba3eb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.794185 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a59741cd-24a9-4666-a023-9af0be3d9643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6ee4cacd5064113b7705630554e6175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800580 Jul 28 06:39:03.794749 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54288) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:03.795523 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59741cd-24a9-4666-a023-9af0be3d9643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05738414-de1a-4cb3-85b2-e30641dba3eb,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:03.845447 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.889965 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] Publish callbacks [] for security_group (05738414-de1a-4cb3-85b2-e30641dba3eb), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.901133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05337b6c-070b-4be3-9e21-38c932b3fb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.936436 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a296cd9f-ff5c-4337-b25d-48c7cba9e6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:03.941995 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] Publish callbacks [] for security_group (05738414-de1a-4cb3-85b2-e30641dba3eb), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.025225 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:04.062207 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (05738414-de1a-4cb3-85b2-e30641dba3eb), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.064579 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.065841 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05738414-de1a-4cb3-85b2-e30641dba3eb HTTP/1.1" status: 204 len: 168 time: 0.2702274 Jul 28 06:39:04.092979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964366-fb99-4830-a5ab-c57f83fdfdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05738414-de1a-4cb3-85b2-e30641dba3eb,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:04.108554 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05337b6c-070b-4be3-9e21-38c932b3fb93 admin admin] Publish callbacks [] for security_group (cb434ec4-c49a-4e42-87c1-6be843c1ea1f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.119380 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05337b6c-070b-4be3-9e21-38c932b3fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (cb434ec4-c49a-4e42-87c1-6be843c1ea1f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.133870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a296cd9f-ff5c-4337-b25d-48c7cba9e6bb admin admin] Publish callbacks [] for security_group (9be77048-642c-4a2b-9ccf-8816a33b5aa6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.149009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a296cd9f-ff5c-4337-b25d-48c7cba9e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9be77048-642c-4a2b-9ccf-8816a33b5aa6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.180188 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-05337b6c-070b-4be3-9e21-38c932b3fb93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ce064f4048447e89f4ae0ccb1d916a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666345 Jul 28 06:39:04.182905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54292) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:04.185583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05337b6c-070b-4be3-9e21-38c932b3fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb434ec4-c49a-4e42-87c1-6be843c1ea1f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:04.203918 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a296cd9f-ff5c-4337-b25d-48c7cba9e6bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77d1810d277344d6b6aeeb65d134e618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756768 Jul 28 06:39:04.206685 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54296) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:04.237741 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296cd9f-ff5c-4337-b25d-48c7cba9e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be77048-642c-4a2b-9ccf-8816a33b5aa6,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:04.255229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:04.273209 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Publish callbacks [] for security_group (cb434ec4-c49a-4e42-87c1-6be843c1ea1f), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.276099 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] Publish callbacks [] for security_group (9be77048-642c-4a2b-9ccf-8816a33b5aa6), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.298795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Publish callbacks [] for security_group (cb434ec4-c49a-4e42-87c1-6be843c1ea1f), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.300398 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] Publish callbacks [] for security_group (9be77048-642c-4a2b-9ccf-8816a33b5aa6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.353334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (cb434ec4-c49a-4e42-87c1-6be843c1ea1f), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.354345 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9be77048-642c-4a2b-9ccf-8816a33b5aa6), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.356409 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.357241 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.357711 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb434ec4-c49a-4e42-87c1-6be843c1ea1f HTTP/1.1" status: 204 len: 168 time: 0.1735816 Jul 28 06:39:04.365147 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9be77048-642c-4a2b-9ccf-8816a33b5aa6 HTTP/1.1" status: 204 len: 168 time: 0.1572967 Jul 28 06:39:04.366659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb434ec4-c49a-4e42-87c1-6be843c1ea1f,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:04.374354 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd72b3d-0764-4eef-95b8-328d20bde16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be77048-642c-4a2b-9ccf-8816a33b5aa6,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:04.375439 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.375869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.376370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.377020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.378176 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.378623 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.379023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.379424 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.379910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.380294 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.380859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.381325 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.381694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.382080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.382592 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688d8f8-0bf5-4144-a8d5-e56b15d1aa42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:04.388383 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:04.570826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:04.583846 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e8b17-48b8-4956-9b6d-00243a637ed1 req-219863cd-eae4-44a6-99de-0c37e13f233f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:04.585690 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-278e8b17-48b8-4956-9b6d-00243a637ed1 req-219863cd-eae4-44a6-99de-0c37e13f233f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0560813 Jul 28 06:39:04.637836 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:04.668402 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-278e8b17-48b8-4956-9b6d-00243a637ed1 req-0c73039f-4ae2-464d-a104-6fde34e9c34c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708039 Jul 28 06:39:04.876065 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54322) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:04.924174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0911241a-8bc3-451f-aa59-9eb9a4828393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:04.950200 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81ee8a04-7937-4e0b-97c6-536dc3af8c8b req-d209bbcb-7108-4eaf-8d31-f107088d71e2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0616872 Jul 28 06:39:05.043180 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0911241a-8bc3-451f-aa59-9eb9a4828393 admin admin] Publish callbacks [] for security_group (1bfd55da-4a66-4790-92ba-3749103af3fb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.048485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0911241a-8bc3-451f-aa59-9eb9a4828393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1bfd55da-4a66-4790-92ba-3749103af3fb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.093076 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0911241a-8bc3-451f-aa59-9eb9a4828393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1870121634d49daa0e365229fa42138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154434 Jul 28 06:39:05.095230 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911241a-8bc3-451f-aa59-9eb9a4828393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd55da-4a66-4790-92ba-3749103af3fb,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:05.096930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54336) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:05.175764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] Publish callbacks [] for security_group (1bfd55da-4a66-4790-92ba-3749103af3fb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.199154 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] Publish callbacks [] for security_group (1bfd55da-4a66-4790-92ba-3749103af3fb), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.275994 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1bfd55da-4a66-4790-92ba-3749103af3fb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.279248 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.280894 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bfd55da-4a66-4790-92ba-3749103af3fb HTTP/1.1" status: 204 len: 168 time: 0.1830935 Jul 28 06:39:05.294327 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836071b0-88d7-4ec8-b955-311ebce28cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd55da-4a66-4790-92ba-3749103af3fb,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:05.522713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-66c06c87-ada4-44f7-bf4c-068d5e9c90fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676777 Jul 28 06:39:05.539850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-d1298869-6669-4595-a3b9-2ed67514cf72 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:05.541666 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-d1298869-6669-4595-a3b9-2ed67514cf72 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 809 time: 0.2041373 Jul 28 06:39:05.578844 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Request body: {'port': {'device_id': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3', 'admin_state_up': True, 'tenant_id': '57601f159e244aa68924602c2c5dc385'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:05.630965 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.689493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.774537 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Made reservation on behalf of 57601f159e244aa68924602c2c5dc385 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:05.778328 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:05.866695 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-b2fadfca-eca4-471d-b491-b2eb1f195267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:05.868440 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-b2fadfca-eca4-471d-b491-b2eb1f195267 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1129 time: 0.1076362 Jul 28 06:39:05.943622 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea637-828e-4c18-a586-9c69123cae4b req-13bd2185-33d6-4263-9aeb-e888302ebfb8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:05.945402 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-434ea637-828e-4c18-a586-9c69123cae4b req-13bd2185-33d6-4263-9aeb-e888302ebfb8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.1479714 Jul 28 06:39:06.092968 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-434ea637-828e-4c18-a586-9c69123cae4b req-03c7c709-2b61-4514-8d08-79311dbcc6f4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310875 Jul 28 06:39:06.103843 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-57846f44-f257-42ea-86c7-54305cd50ec8 req-23fef835-2b4e-4fd1-a0d3-5d93926f0764 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0420742 Jul 28 06:39:06.439382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Allocated IP 172.20.0.5 (68f02050-09bf-429b-8750-a014c7a2dad3/43e5975c-1633-45ca-ad95-29e92dc6ad73/9887f65c-7b0a-4a46-b6a9-9573f2d30ab5) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:06.453824 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:06.491717 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ad66e-e64c-49a7-b331-821a2c3a8d42 req-96aa4a9b-04d3-46a0-b4e7-529ebb806e20 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:06.498078 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ec6ad66e-e64c-49a7-b331-821a2c3a8d42 req-96aa4a9b-04d3-46a0-b4e7-529ebb806e20 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1079297 Jul 28 06:39:06.500294 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-7e665974-8c9d-42ad-a4c3-a4299b464c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:06.501749 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-7e665974-8c9d-42ad-a4c3-a4299b464c11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.5742948 Jul 28 06:39:06.583202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:06.699129 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-6ffb2716-8bd9-4639-808e-cdcc3450796d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 1001 time: 0.1817625 Jul 28 06:39:06.718311 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ec6ad66e-e64c-49a7-b331-821a2c3a8d42 req-8138b57b-639a-42d3-97e4-7c873339d6d3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192876 Jul 28 06:39:06.829925 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-40a12a28-6e1b-4e7f-acab-71656ed5871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:06.836972 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-40a12a28-6e1b-4e7f-acab-71656ed5871e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.1176817 Jul 28 06:39:06.860771 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks [] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:06.923647 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-06a1e276-c779-4f4c-8eec-8f2f4ba1d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:06.926556 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-06a1e276-c779-4f4c-8eec-8f2f4ba1d154 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541337 Jul 28 06:39:07.077927 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.115814 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-294f2782-bfbb-44cc-a4cf-95a4e7141b3a service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800456 Jul 28 06:39:07.207178 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Network 68f02050-09bf-429b-8750-a014c7a2dad3 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:07.218198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Pushing event updated for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:07.226516 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:07.230805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:07.239249 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:07.240269 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.294133 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e6b78a5c-42fb-4d25-b9ef-7ed1f6bafb52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7207403 Jul 28 06:39:07.302313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e64331-e412-4b33-bd76-0d9753ab6dc5 req-311f834b-9107-40db-a812-521646da63ac service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770427 Jul 28 06:39:07.353552 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Request body: {'port': {'device_id': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:07.381881 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84a33a-c026-42fb-b2cd-d577f43c466c req-5850baff-8e6f-4dc1-9b16-7fcecb63090a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:07.389915 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ca84a33a-c026-42fb-b2cd-d577f43c466c req-5850baff-8e6f-4dc1-9b16-7fcecb63090a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 931 time: 0.1469166 Jul 28 06:39:07.471765 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.472022 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ca84a33a-c026-42fb-b2cd-d577f43c466c req-36b5fbb9-ef9b-4250-8253-f3d1a730562a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811446 Jul 28 06:39:07.666043 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:07.762348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:07.774093 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:07.782308 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks [] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.797876 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Transition to ACTIVE for port object 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:39:07.802038 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.855739 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Pushing event updated for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:07.886507 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Attempting to bind port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:07.887306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Attempting to bind port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:07.887306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Attempting to bind port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 on network 68f02050-09bf-429b-8750-a014c7a2dad3 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:07.891523 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 on network 68f02050-09bf-429b-8750-a014c7a2dad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:39:07.891844 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Attempting to bind port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 on network 68f02050-09bf-429b-8750-a014c7a2dad3 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:07.897528 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:07.897868 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Checking segment: {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:07.898243 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Bound using segment: {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:07.898665 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Bound port: 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:07.899020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.964705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:07.968207 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:07.975460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:08.022948 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.023616 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:08.024916 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] 10.222.0.49 "PUT /v2.0/ports/9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 HTTP/1.1" status: 200 len: 1093 time: 0.6847668 Jul 28 06:39:08.025446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:08.027700 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49665db3-d288-4aee-aee5-3ee485173e20" -d '{"events": [{"name": "network-changed", "server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:08.074728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31364-a73a-4a2d-8a35-23c1e3e68b91 service neutron] Pushing event updated for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:08.101416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decda722-8d3f-4414-9d7c-76013fdb8442 x-openstack-request-id: req-decda722-8d3f-4414-9d7c-76013fdb8442 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:08.102279 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:08.102805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-decda722-8d3f-4414-9d7c-76013fdb8442 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:08.103382 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decda722-8d3f-4414-9d7c-76013fdb8442'] response: {'name': 'network-changed', 'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5', 'status': 'completed', 'code': 200} Jul 28 06:39:08.202352 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-dabdced8-aaf0-4cb6-9a4d-158aa9de6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.203866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-dabdced8-aaf0-4cb6-9a4d-158aa9de6049 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 1127 time: 0.0415576 Jul 28 06:39:08.340772 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-c49a0aef-86c4-4181-96d6-c1cc28dd29f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 HTTP/1.1" status: 200 len: 217 time: 0.0339727 Jul 28 06:39:08.624682 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df755b1d-41c7-41d2-b1b1-88de3c02bdf2 req-a08da446-13e7-4ee8-82e7-4513f9e8353c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.626200 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-df755b1d-41c7-41d2-b1b1-88de3c02bdf2 req-a08da446-13e7-4ee8-82e7-4513f9e8353c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0538771 Jul 28 06:39:08.689458 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-df755b1d-41c7-41d2-b1b1-88de3c02bdf2 req-08b88a64-06e0-4653-b8d1-dc2dc1a6efa7 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Jul 28 06:39:08.780644 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964c1de-d713-4b38-b63f-703035da20a6 req-c1e79bbd-94b0-4681-b1a0-ff8b6b80bf33 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.788046 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1964c1de-d713-4b38-b63f-703035da20a6 req-c1e79bbd-94b0-4681-b1a0-ff8b6b80bf33 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0658524 Jul 28 06:39:08.827102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-6b6929ce-891b-4cc9-8dbd-c43edbeb91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.828739 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-6b6929ce-891b-4cc9-8dbd-c43edbeb91d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43e5975c-1633-45ca-ad95-29e92dc6ad73 HTTP/1.1" status: 200 len: 849 time: 0.0641971 Jul 28 06:39:08.840102 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1964c1de-d713-4b38-b63f-703035da20a6 req-96b748f9-fd5e-4c9a-81a2-38e8d937cd2e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Jul 28 06:39:08.912946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-f3928dcd-85fc-4b41-8ff2-78ea5d96af54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f02050-09bf-429b-8750-a014c7a2dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334315 Jul 28 06:39:08.990858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-3e7dec83-e697-4229-af66-f43b85a895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:08.992320 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-3e7dec83-e697-4229-af66-f43b85a895c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0879500 Jul 28 06:39:09.083309 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-e18637fc-f9c6-4fac-9bd0-55a3f83b6a3a service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521034 Jul 28 06:39:09.177025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-78842d75-7004-41f1-a7fe-13b5aaadd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:09.178518 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-78842d75-7004-41f1-a7fe-13b5aaadd1c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.1613894 Jul 28 06:39:09.184130 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:09.232842 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-c4ac9fcd-7df0-4f83-be33-af23b5f171ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.0449860 Jul 28 06:39:09.275655 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6eb9bd71-fd69-49d6-ae6e-c807b44b3bb6 req-a1470135-19ab-4127-9129-82139c1ebe49 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798708 Jul 28 06:39:09.291354 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-47fbbb16-dec7-4a95-a482-b44955a91ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:09.292885 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-47fbbb16-dec7-4a95-a482-b44955a91ab5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0500979 Jul 28 06:39:09.348583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-aac231bd-47d0-42a6-9b9d-c4d2246de309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:09.350178 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-aac231bd-47d0-42a6-9b9d-c4d2246de309 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482395 Jul 28 06:39:09.776763 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:09.816987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577b17-2e69-4129-9c37-663af38ef399 req-52d2c3cd-c291-4bcd-b2a4-ded5d9fb8c31 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:09.818525 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a577b17-2e69-4129-9c37-663af38ef399 req-52d2c3cd-c291-4bcd-b2a4-ded5d9fb8c31 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0531769 Jul 28 06:39:09.870404 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a577b17-2e69-4129-9c37-663af38ef399 req-1ead06a5-a90c-4eb4-9753-a473a308f431 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Jul 28 06:39:09.988201 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0e2c5-a7ed-4cf4-9574-53729950f469 req-7093ffda-a81a-44ee-bb3c-7f6afe54424d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:09.994028 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dec0e2c5-a7ed-4cf4-9574-53729950f469 req-7093ffda-a81a-44ee-bb3c-7f6afe54424d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0616863 Jul 28 06:39:10.041071 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dec0e2c5-a7ed-4cf4-9574-53729950f469 req-dd2fce29-76f4-4c92-bc98-4dd8302b8b95 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Jul 28 06:39:10.935622 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665db3-d288-4aee-aee5-3ee485173e20 req-9fcf5618-8e71-40e0-bf5d-a789ccd71ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:10.937106 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-9fcf5618-8e71-40e0-bf5d-a789ccd71ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 1127 time: 0.0864818 Jul 28 06:39:11.057539 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523c29-cb56-4c18-8869-21c96721ecd3 req-9fd559cb-8531-418a-9ede-622a212055be tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:11.058994 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-88523c29-cb56-4c18-8869-21c96721ecd3 req-9fd559cb-8531-418a-9ede-622a212055be tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 943 time: 0.1135504 Jul 28 06:39:11.062772 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-ee19511b-5dda-4ee6-823d-3bfb1f53207f service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134082 Jul 28 06:39:11.156258 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:11.171569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8108b-ebf4-4d78-8b23-a1db463db9a0 req-7e03e96c-ab3c-4c88-ada0-bdbe409f718c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:11.173286 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8f8108b-ebf4-4d78-8b23-a1db463db9a0 req-7e03e96c-ab3c-4c88-ada0-bdbe409f718c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Jul 28 06:39:11.191916 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665db3-d288-4aee-aee5-3ee485173e20 req-e5cd2b12-24ce-4ba8-a655-9b570ba99bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:11.193397 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-e5cd2b12-24ce-4ba8-a655-9b570ba99bcd service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 910 time: 0.2357714 Jul 28 06:39:11.196736 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-88523c29-cb56-4c18-8869-21c96721ecd3 req-943fbe5c-b894-4e80-b9b8-004e5182cc23 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291327 Jul 28 06:39:11.235518 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8f8108b-ebf4-4d78-8b23-a1db463db9a0 req-04f5fabf-262a-4281-bfda-81570f595d27 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 Jul 28 06:39:11.247656 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-18d15b47-2e27-4065-9bf8-a9c59a4aeecc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 HTTP/1.1" status: 200 len: 217 time: 0.0459218 Jul 28 06:39:11.256578 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:11.266083 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:11.295704 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ae5e57-4327-4b59-957d-27cfe627bc15 req-5f9994be-4c50-412c-b838-2532a2823423 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201695 Jul 28 06:39:11.316663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665db3-d288-4aee-aee5-3ee485173e20 req-da7655a7-f928-4fb9-8caf-7f58f5b5e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:11.318684 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-da7655a7-f928-4fb9-8caf-7f58f5b5e5fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43e5975c-1633-45ca-ad95-29e92dc6ad73 HTTP/1.1" status: 200 len: 849 time: 0.0598149 Jul 28 06:39:11.362122 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-13110809-1273-4a5c-9025-983a6e84935a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f02050-09bf-429b-8750-a014c7a2dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jul 28 06:39:11.472043 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-adcd78bd-b6e5-4b6a-9e13-098cd480e8e8 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998268 Jul 28 06:39:11.748388 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49665db3-d288-4aee-aee5-3ee485173e20 req-85915193-396b-426e-9d38-1fc59c245379 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006899 Jul 28 06:39:12.029080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54596) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:12.141726 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-856197ed-8c8e-4256-8ad7-52e824ffa226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.163878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:12.225691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-856197ed-8c8e-4256-8ad7-52e824ffa226 admin admin] Publish callbacks [] for security_group (28a3f081-6ad2-40fb-a449-8b0c9f411b16), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.231080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-856197ed-8c8e-4256-8ad7-52e824ffa226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (28a3f081-6ad2-40fb-a449-8b0c9f411b16), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.308677 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-856197ed-8c8e-4256-8ad7-52e824ffa226 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ed57f125f844b4d9bda4b940007a39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760594 Jul 28 06:39:12.309123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54610) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:12.311096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:12.338009 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856197ed-8c8e-4256-8ad7-52e824ffa226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a3f081-6ad2-40fb-a449-8b0c9f411b16,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:12.360855 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aac97e-a47e-4821-b7de-56b610da4978 req-8d801b22-1c76-44d1-98f1-a17326265f74 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:12.362771 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6aac97e-a47e-4821-b7de-56b610da4978 req-8d801b22-1c76-44d1-98f1-a17326265f74 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0717866 Jul 28 06:39:12.400440 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4f44b-2725-427c-967f-5d8772a83119 req-870ab6e0-32a9-4a87-aca8-c29ff72e90fe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:12.412885 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cee4f44b-2725-427c-967f-5d8772a83119 req-870ab6e0-32a9-4a87-aca8-c29ff72e90fe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0743442 Jul 28 06:39:12.422668 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6aac97e-a47e-4821-b7de-56b610da4978 req-1c7163a1-2ac2-49f2-8eda-6dcf02a77106 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Jul 28 06:39:12.458950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Publish callbacks [] for security_group (28a3f081-6ad2-40fb-a449-8b0c9f411b16), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.501774 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cee4f44b-2725-427c-967f-5d8772a83119 req-cf414116-b202-4b46-b54c-83206222fabf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876484 Jul 28 06:39:12.504397 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Publish callbacks [] for security_group (28a3f081-6ad2-40fb-a449-8b0c9f411b16), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.555680 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:12.584590 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (28a3f081-6ad2-40fb-a449-8b0c9f411b16), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.587218 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.593364 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28a3f081-6ad2-40fb-a449-8b0c9f411b16 HTTP/1.1" status: 204 len: 168 time: 0.2815955 Jul 28 06:39:12.607983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a3f081-6ad2-40fb-a449-8b0c9f411b16,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:12.617652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.627098 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.627534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.627887 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.628232 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.628572 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.628907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.629236 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.629594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.629907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.630236 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.630566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.630890 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.631214 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.631538 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd87994-2953-4e0d-9f19-1e7ab175bb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:12.713529 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54630) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:12.834459 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:39:12.949931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34729292-140e-4420-8847-cbfae68cbf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.957308 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:12.971947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5', 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3', 'port_id': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5', 'mac_address': 'fa:16:3e:9e:b9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e5975c-1633-45ca-ad95-29e92dc6ad73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:39:13.019928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:13.020625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.027180 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54644) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:13.038523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:13.046686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83eff655-b225-4dfa-8a70-6793bc3f3ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.060163 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:13.060991 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34729292-140e-4420-8847-cbfae68cbf2b admin admin] Publish callbacks [] for security_group (98fa4915-8746-45f2-9852-4bd41a030e21), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.065996 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.069962 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34729292-140e-4420-8847-cbfae68cbf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (98fa4915-8746-45f2-9852-4bd41a030e21), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.105620 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34729292-140e-4420-8847-cbfae68cbf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa4915-8746-45f2-9852-4bd41a030e21,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:13.140953 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-34729292-140e-4420-8847-cbfae68cbf2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c6c623d52f64907bf414404d6ad9587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259248 Jul 28 06:39:13.144805 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:13.145992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54648) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:13.152659 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.153341 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.153995 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.154510 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.155008 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.155517 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.156010 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.156493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.156976 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.157493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.157993 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.159547 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.159833 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.160169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.160502 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:13.177066 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83eff655-b225-4dfa-8a70-6793bc3f3ad4 admin admin] Publish callbacks [] for security_group (0549ba1f-1bbc-44a4-9f83-74d43d2c5533), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.181947 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83eff655-b225-4dfa-8a70-6793bc3f3ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0549ba1f-1bbc-44a4-9f83-74d43d2c5533), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.209854 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] Publish callbacks [] for security_group (98fa4915-8746-45f2-9852-4bd41a030e21), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.231263 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-83eff655-b225-4dfa-8a70-6793bc3f3ad4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e877532c550428ebbcb3fc718619d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026408 Jul 28 06:39:13.232529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eff655-b225-4dfa-8a70-6793bc3f3ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549ba1f-1bbc-44a4-9f83-74d43d2c5533,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:13.233676 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] Publish callbacks [] for security_group (98fa4915-8746-45f2-9852-4bd41a030e21), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.235677 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54654) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:13.319954 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] Publish callbacks [] for security_group (0549ba1f-1bbc-44a4-9f83-74d43d2c5533), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.334333 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (98fa4915-8746-45f2-9852-4bd41a030e21), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.337567 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.338623 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98fa4915-8746-45f2-9852-4bd41a030e21 HTTP/1.1" status: 204 len: 168 time: 0.1915462 Jul 28 06:39:13.359529 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] Publish callbacks [] for security_group (0549ba1f-1bbc-44a4-9f83-74d43d2c5533), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.362351 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e8b7-9582-4663-a6f8-6d45aabdee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa4915-8746-45f2-9852-4bd41a030e21,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:13.434907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0549ba1f-1bbc-44a4-9f83-74d43d2c5533), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.440247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:13.441489 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0549ba1f-1bbc-44a4-9f83-74d43d2c5533 HTTP/1.1" status: 204 len: 168 time: 0.2047439 Jul 28 06:39:13.451258 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499058f-e102-4522-90a0-25d3f0dad0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549ba1f-1bbc-44a4-9f83-74d43d2c5533,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:13.606528 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1257c48-c7e2-4dbb-999b-29e6c48b3fa9 req-2e9e3152-55ee-4b87-9242-289249ea5d64 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:13.608408 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b1257c48-c7e2-4dbb-999b-29e6c48b3fa9 req-2e9e3152-55ee-4b87-9242-289249ea5d64 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 944 time: 0.0885072 Jul 28 06:39:13.660418 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['9887f65c-7b0a-4a46-b6a9-9573f2d30ab5'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:13.672101 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b1257c48-c7e2-4dbb-999b-29e6c48b3fa9 req-8b8fa4eb-76f6-45b2-ad08-f12247d0f606 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571229 Jul 28 06:39:13.707092 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2b637-eaf2-466c-9331-564124acf7c1 req-015d3067-d0eb-41f4-92d7-7ea23d523c2b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:13.708824 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71f2b637-eaf2-466c-9331-564124acf7c1 req-015d3067-d0eb-41f4-92d7-7ea23d523c2b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0882258 Jul 28 06:39:13.844168 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71f2b637-eaf2-466c-9331-564124acf7c1 req-ab03ef01-6a66-4c96-bbd1-72f6575f46c6 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056261 Jul 28 06:39:14.025593 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54692) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:14.039888 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5891d01-7fad-403c-92f2-2ae5b613921f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.125766 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5891d01-7fad-403c-92f2-2ae5b613921f admin admin] Publish callbacks [] for security_group (9a3d702c-20d3-465f-a71e-6840b4c03e0c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.130856 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5891d01-7fad-403c-92f2-2ae5b613921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9a3d702c-20d3-465f-a71e-6840b4c03e0c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.175446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5891d01-7fad-403c-92f2-2ae5b613921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d702c-20d3-465f-a71e-6840b4c03e0c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:14.184311 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b5891d01-7fad-403c-92f2-2ae5b613921f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee176ef36a48472b93b64f838feac40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544302 Jul 28 06:39:14.184511 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54700) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:14.241600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] Publish callbacks [] for security_group (9a3d702c-20d3-465f-a71e-6840b4c03e0c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.267493 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] Publish callbacks [] for security_group (9a3d702c-20d3-465f-a71e-6840b4c03e0c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.269072 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:14.284464 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:14.321587 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9a3d702c-20d3-465f-a71e-6840b4c03e0c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.324121 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.325287 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a3d702c-20d3-465f-a71e-6840b4c03e0c HTTP/1.1" status: 204 len: 168 time: 0.1403859 Jul 28 06:39:14.335934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f3275-f4f0-4a86-97a9-61d6dfc578fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d702c-20d3-465f-a71e-6840b4c03e0c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:14.432597 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54712) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:14.663041 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894192123-network', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:14.685955 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Made reservation on behalf of 6b7e4c91aaaf48e2b134128055919a47 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:14.689169 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.700086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.789627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks [] for security_group (37d7155e-561d-4bc1-9814-8a31eddf61ba), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.797389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (37d7155e-561d-4bc1-9814-8a31eddf61ba), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.812302 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:39:14.821949 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747ba3-280e-4654-af43-50af4a4d0f7d req-2ebf3b17-b52c-464a-bcab-79b022c00256 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:14.822989 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (756230f2-7bf2-4f31-a8b8-96bc80733e1b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.823338 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Added segment 756230f2-7bf2-4f31-a8b8-96bc80733e1b of type vlan for network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d Jul 28 06:39:14.823608 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f747ba3-280e-4654-af43-50af4a4d0f7d req-2ebf3b17-b52c-464a-bcab-79b022c00256 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 944 time: 0.0599194 Jul 28 06:39:14.899779 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7155e-561d-4bc1-9814-8a31eddf61ba,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:14.909858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=21,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:14.911609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (6d222ea2-8d19-4343-b8a9-fa254dab7a9d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.920067 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f747ba3-280e-4654-af43-50af4a4d0f7d req-6af5b85e-e376-4ede-961c-1eccc9eb7bbf tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906119 Jul 28 06:39:14.952299 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:14.980937 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816ed6-f316-4a45-b897-094be1472855 req-aea80309-7291-4b8f-9ffd-971fff42044d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:14.982525 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e0816ed6-f316-4a45-b897-094be1472855 req-aea80309-7291-4b8f-9ffd-971fff42044d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0628469 Jul 28 06:39:14.983628 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (6d222ea2-8d19-4343-b8a9-fa254dab7a9d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:14.984558 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:14.985125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.012552 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:39:15.020078 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:15.021149 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.045334 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6103902 Jul 28 06:39:15.047756 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54738) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:15.053816 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Request body: {'subnet': {'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894192123-subnet', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:15.083398 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccbf51-1bdd-4f71-9074-e6b9a2fc6b77 admin admin] Pushing event updated for resources: {'Network': ['ID=6d222ea2-8d19-4343-b8a9-fa254dab7a9d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:15.095475 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Made reservation on behalf of 6b7e4c91aaaf48e2b134128055919a47 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:15.099275 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e0816ed6-f316-4a45-b897-094be1472855 req-28069660-18dd-43de-b9eb-a69fa9ac8b26 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034174 Jul 28 06:39:15.099602 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.157186 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:39:15.237634 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:15.238026 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.257200 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:15.268084 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:15.288105 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:15.290603 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ef8b3-b59b-4860-a60a-57f13cbc0c8e" -d '{"events": [{"server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "name": "network-vif-plugged", "status": "completed", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:15.307451 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:15.312874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.348595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (1589cd81-72f4-480d-bb13-9577525a4b36), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.375912 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9195b9b6-020c-4085-9648-ab7c039b93f5 x-openstack-request-id: req-9195b9b6-020c-4085-9648-ab7c039b93f5 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:15.376350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "name": "network-vif-plugged", "status": "completed", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:15.376680 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9195b9b6-020c-4085-9648-ab7c039b93f5 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:15.377198 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9195b9b6-020c-4085-9648-ab7c039b93f5'] response: {'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5', 'code': 200} Jul 28 06:39:15.402952 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:15.456603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1589cd81-72f4-480d-bb13-9577525a4b36,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:15.471640 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Checking segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:15.472273 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Network hostable DHCP agents. Network: 6d222ea2-8d19-4343-b8a9-fa254dab7a9d, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:39:15.492373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:39:15.505619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 6d222ea2-8d19-4343-b8a9-fa254dab7a9d) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:15.510476 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:15.511082 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.514588 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:15.519417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f09f399-dee7-4aca-a7d9-01e8d04bdd04 None None] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:15.540839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54752) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:15.541557 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-28e4b409-71a1-4538-b58f-c37acbb6f05d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4922903 Jul 28 06:39:15.545650 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:15.578018 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.579492 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.658290 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for router_controller (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:15.696991 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddc110-79fa-44a9-8c64-77f7b04d1435 req-4d4b6977-851a-480b-8bb4-a78d8cd0fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:15.699089 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7bddc110-79fa-44a9-8c64-77f7b04d1435 req-4d4b6977-851a-480b-8bb4-a78d8cd0fdb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 1129 time: 0.0601251 Jul 28 06:39:15.755382 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7bddc110-79fa-44a9-8c64-77f7b04d1435 req-150f6e89-ece6-4057-a051-6e9480eed39b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Jul 28 06:39:15.820259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:39:15.821455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.006974 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Allocated IP 172.20.0.2 (6d222ea2-8d19-4343-b8a9-fa254dab7a9d/1589cd81-72f4-480d-bb13-9577525a4b36/88a42d03-53d2-42b7-8601-4fe68314751c) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:16.097226 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for router_gateway (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.109727 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c2a7f-8848-498b-ab6b-39966d04f69d req-331ac512-afb7-4077-ad7b-ebe504205a83 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:16.114307 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-632c2a7f-8848-498b-ab6b-39966d04f69d req-331ac512-afb7-4077-ad7b-ebe504205a83 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0881848 Jul 28 06:39:16.182570 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks [] for port (88a42d03-53d2-42b7-8601-4fe68314751c), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.190543 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.192516 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:16.217156 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-632c2a7f-8848-498b-ab6b-39966d04f69d req-9b92d86a-c8a2-4b8e-8b18-8f51dc51637d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904706 Jul 28 06:39:16.251417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:16.259975 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:16.263662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:16.265560 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Pushing event updated for resources: {'Port': ['ID=88a42d03-53d2-42b7-8601-4fe68314751c,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:16.268502 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:16.305063 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952c9d-84fd-49a5-8439-522f50a0888b req-c228a5f1-2ed9-4cd5-a5dd-5bee5660f013 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:16.306908 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87952c9d-84fd-49a5-8439-522f50a0888b req-c228a5f1-2ed9-4cd5-a5dd-5bee5660f013 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0711071 Jul 28 06:39:16.359489 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Attempting to bind port 88a42d03-53d2-42b7-8601-4fe68314751c on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:16.359740 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Attempting to bind port 88a42d03-53d2-42b7-8601-4fe68314751c by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:16.360482 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Attempting to bind port 88a42d03-53d2-42b7-8601-4fe68314751c on network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:16.362993 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87952c9d-84fd-49a5-8439-522f50a0888b req-1bb297d6-1948-4917-a925-c96228b28463 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Jul 28 06:39:16.367858 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:16.368222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Checking segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:16.368620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.369007 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Bound using segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:16.369754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Bound port: 88a42d03-53d2-42b7-8601-4fe68314751c, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:16.369874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.379571 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for router_gateway (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.412269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.438058 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] For port 88a42d03-53d2-42b7-8601-4fe68314751c, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:16.441962 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] For port 88a42d03-53d2-42b7-8601-4fe68314751c, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=88a42d03-53d2-42b7-8601-4fe68314751c,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:16.459140 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.534273 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e9e1b-1e70-4f7e-b268-c6416575e68f None None] Pushing event updated for resources: {'Port': ['ID=88a42d03-53d2-42b7-8601-4fe68314751c,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:16.543208 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Allocated IP 172.27.1.26 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/d59f11c7-6802-4884-a2e0-dc7976c074da) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:16.677864 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.716097 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:16.780671 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:16.785001 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:16.790457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:16.843181 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d59f11c7-6802-4884-a2e0-dc7976c074da,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:17.075975 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for router_gateway (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.255123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:17.276708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.333187 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:17.410288 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40f36-a57a-4315-8492-87786341be49 req-2185bce6-c434-428b-8959-def40050d946 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:17.411847 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fdf40f36-a57a-4315-8492-87786341be49 req-2185bce6-c434-428b-8959-def40050d946 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0972385 Jul 28 06:39:17.453784 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 88a42d03-53d2-42b7-8601-4fe68314751c up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:17.485946 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fdf40f36-a57a-4315-8492-87786341be49 req-1e92fb1b-0299-4096-811b-98f3ce2fadb6 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Jul 28 06:39:17.499536 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:17.525629 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 88a42d03-53d2-42b7-8601-4fe68314751c triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:17.526010 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.531585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:39:17.541905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ff860-d54e-49a3-84c0-2e89e1ae0826 req-c00e6a6b-c8c9-4cd4-b5bf-cfcc2f38421c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:17.545544 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f4ff860-d54e-49a3-84c0-2e89e1ae0826 req-c00e6a6b-c8c9-4cd4-b5bf-cfcc2f38421c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0780752 Jul 28 06:39:17.616240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0417192-40e4-404a-8098-abc7b248b588 None None] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:17.621117 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:17.622148 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f4ff860-d54e-49a3-84c0-2e89e1ae0826 req-bb684277-c07f-474b-b555-cbf61a36982e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686104 Jul 28 06:39:17.632607 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 88a42d03-53d2-42b7-8601-4fe68314751c is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:17.633196 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.656578 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:17.677236 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.678157 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Sync routers for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:17.678499 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-665461d3-8d8f-4aed-9c77-e7fb2f1f95c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1365924 Jul 28 06:39:17.681196 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54796) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:17.716635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-58de616b-732a-4ef0-ac59-26b8c0850f2d None None] Provisioning complete for port 88a42d03-53d2-42b7-8601-4fe68314751c triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:17.717006 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-58de616b-732a-4ef0-ac59-26b8c0850f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:17.741877 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:17.742511 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:17.827720 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 88a42d03-53d2-42b7-8601-4fe68314751c, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=88a42d03-53d2-42b7-8601-4fe68314751c,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:17.843359 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.005362 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=88a42d03-53d2-42b7-8601-4fe68314751c,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:18.034362 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:18.156240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-58de616b-732a-4ef0-ac59-26b8c0850f2d None None] Current status of the port 88a42d03-53d2-42b7-8601-4fe68314751c is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:18.221501 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54812) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:18.270225 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:16Z', 'revision_number': 3, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:18.318129 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Checking router: 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:18.318388 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Updating router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 port d59f11c7-6802-4884-a2e0-dc7976c074da binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:39:18.321820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-ad3d0677-0607-48a2-ad8a-1d0c927f0b56 None None] Provisioning complete for port 88a42d03-53d2-42b7-8601-4fe68314751c triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:18.322189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0677-0607-48a2-ad8a-1d0c927f0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.376223 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.393331 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13222a62-f7d7-45a9-9757-b5f9bc67800b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.431979 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.456054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.514403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13222a62-f7d7-45a9-9757-b5f9bc67800b admin admin] Publish callbacks [] for security_group (01c153ed-1301-43d5-974f-b317f50574f1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.526392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-13222a62-f7d7-45a9-9757-b5f9bc67800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (01c153ed-1301-43d5-974f-b317f50574f1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.562810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d0677-0607-48a2-ad8a-1d0c927f0b56 None None] Current status of the port 88a42d03-53d2-42b7-8601-4fe68314751c is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:18.613870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.616567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13222a62-f7d7-45a9-9757-b5f9bc67800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c153ed-1301-43d5-974f-b317f50574f1,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:18.675014 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-13222a62-f7d7-45a9-9757-b5f9bc67800b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e52da7e888bd498892ff4c4878b83da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521756 Jul 28 06:39:18.675903 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54824) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:18.787029 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.794235 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1954c3-4f51-4d42-83d5-35af753aa5e6 req-cdc87c62-6615-4b86-8f87-7f300dec2db0 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:18.802247 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf1954c3-4f51-4d42-83d5-35af753aa5e6 req-cdc87c62-6615-4b86-8f87-7f300dec2db0 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.1155221 Jul 28 06:39:18.815084 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] Publish callbacks [] for security_group (01c153ed-1301-43d5-974f-b317f50574f1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.816968 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.844166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] Publish callbacks [] for security_group (01c153ed-1301-43d5-974f-b317f50574f1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.844394 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks [] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.852392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.855481 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.857828 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf1954c3-4f51-4d42-83d5-35af753aa5e6 req-0d3b48e3-61bd-40aa-9259-4dc51eb890ee tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Jul 28 06:39:18.887370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446915cf-7cff-4c83-8fa8-6996944cf9e3 req-227135d5-a1ed-4834-986c-d0a309cd0137 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:18.889446 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-446915cf-7cff-4c83-8fa8-6996944cf9e3 req-227135d5-a1ed-4834-986c-d0a309cd0137 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1306117 Jul 28 06:39:18.933317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Attempting to bind port d59f11c7-6802-4884-a2e0-dc7976c074da on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:18.934211 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Attempting to bind port d59f11c7-6802-4884-a2e0-dc7976c074da by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:18.934336 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Attempting to bind port d59f11c7-6802-4884-a2e0-dc7976c074da on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:18.940559 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b75f2-3db2-4173-8bcb-1605aa609856 None None] Pushing event updated for resources: {'Port': ['ID=d59f11c7-6802-4884-a2e0-dc7976c074da,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:18.940843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (01c153ed-1301-43d5-974f-b317f50574f1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.943542 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.944553 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:18.944553 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:18.947572 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01c153ed-1301-43d5-974f-b317f50574f1 HTTP/1.1" status: 204 len: 168 time: 0.2673995 Jul 28 06:39:18.947868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.947868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:18.947868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Bound port: d59f11c7-6802-4884-a2e0-dc7976c074da, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:18.947868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.969391 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005ce08-adb9-4523-9c74-1780ff168065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c153ed-1301-43d5-974f-b317f50574f1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:18.975097 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-446915cf-7cff-4c83-8fa8-6996944cf9e3 req-be70ee9d-b7da-4825-b5aa-f78b8ec4edfc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727675 Jul 28 06:39:19.003208 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Allocated IP 172.20.0.1 (6d222ea2-8d19-4343-b8a9-fa254dab7a9d/1589cd81-72f4-480d-bb13-9577525a4b36/84fc5792-78c9-4bda-9773-2f8cb6cf2557) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:19.030968 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] For port d59f11c7-6802-4884-a2e0-dc7976c074da, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:19.035884 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] For port d59f11c7-6802-4884-a2e0-dc7976c074da, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d59f11c7-6802-4884-a2e0-dc7976c074da,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:19.044465 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.103503 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:19.104620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:19.122973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks [] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.153190 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b75f2-3db2-4173-8bcb-1605aa609856 None None] Pushing event updated for resources: {'Port': ['ID=d59f11c7-6802-4884-a2e0-dc7976c074da,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:19.170817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.254944 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Pushing event updated for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:19.274211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:19.275605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:19.278058 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:19.327401 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.389494 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:19.435723 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 88a42d03-53d2-42b7-8601-4fe68314751c up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:19.538360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.601583 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 88a42d03-53d2-42b7-8601-4fe68314751c triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:19.602131 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.645857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-02811cfd-4b78-49bd-8145-8f7d92c7fa02 None None] Provisioning complete for port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:19.646247 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-02811cfd-4b78-49bd-8145-8f7d92c7fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.653089 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:19.724676 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-02811cfd-4b78-49bd-8145-8f7d92c7fa02 None None] Port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:19.743035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks [] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.750183 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.760070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:16Z', 'revision_number': 3, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:19.797883 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c6386-f487-48f8-8f55-2d1e053d4496 None None] The sync data for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi is: [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:16Z', 'revision_number': 3, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:19.801714 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 88a42d03-53d2-42b7-8601-4fe68314751c is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:19.822832 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:19.841481 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54850) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:19.845562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:19.847775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Pushing event updated for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:19.927530 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:19.990983 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-946441361-network', 'tenant_id': 'bafc15c173f94f8eb804e56a2d4673a8'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:20.011741 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:20.015371 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:20.020282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:20.029638 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639b1e5-ee3a-469d-9d2f-0e1c13b2edcb req-fd981ed3-cd06-4ce7-bc75-8e27620a4092 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:20.031274 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2639b1e5-ee3a-469d-9d2f-0e1c13b2edcb req-fd981ed3-cd06-4ce7-bc75-8e27620a4092 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0790019 Jul 28 06:39:20.034469 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Made reservation on behalf of bafc15c173f94f8eb804e56a2d4673a8 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:20.038777 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.055445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.206085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77e560-d985-453e-aab8-65b2f64fec31 req-d4bffabf-3b00-4069-a5c8-01bce46f2c73 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:20.207757 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2a77e560-d985-453e-aab8-65b2f64fec31 req-d4bffabf-3b00-4069-a5c8-01bce46f2c73 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0931230 Jul 28 06:39:20.243864 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2639b1e5-ee3a-469d-9d2f-0e1c13b2edcb req-8ba966d4-4f7d-488c-9462-39d3529eaa8d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057781 Jul 28 06:39:20.276717 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:20.312630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks [] for security_group (d8fcbc43-b55a-4bca-a967-9a78351edf62), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.328543 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d8fcbc43-b55a-4bca-a967-9a78351edf62), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.416518 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2a77e560-d985-453e-aab8-65b2f64fec31 req-f132dd63-b33b-4692-9332-d1252bc4d40a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012873 Jul 28 06:39:20.460526 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-0208141f-7196-400d-90d9-b2b2ffa5e070 None None] Provisioning complete for port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:20.464327 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0208141f-7196-400d-90d9-b2b2ffa5e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.477068 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:39:20.492514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fcbc43-b55a-4bca-a967-9a78351edf62,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:20.494573 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:20.504096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (964c8c65-3469-42c2-9ea4-abd60fba3c76), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.505240 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Added segment 964c8c65-3469-42c2-9ea4-abd60fba3c76 of type vlan for network c3ce7e55-3e64-4d32-b695-8bbb88b7772d Jul 28 06:39:20.526835 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b8ee2fc7-5072-45e9-a668-d47262ac1d18 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8445892 Jul 28 06:39:20.569257 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0208141f-7196-400d-90d9-b2b2ffa5e070 None None] Port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:20.570154 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (c3ce7e55-3e64-4d32-b695-8bbb88b7772d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.846999 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (c3ce7e55-3e64-4d32-b695-8bbb88b7772d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.849611 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:20.850409 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:20.917097 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0745122 Jul 28 06:39:20.920178 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54880) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:20.927332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Request body: {'subnet': {'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-946441361-subnet', 'tenant_id': 'bafc15c173f94f8eb804e56a2d4673a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:20.930239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bad4e-c636-4772-bd06-e49eb4822527 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ce7e55-3e64-4d32-b695-8bbb88b7772d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:20.942417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:39:20.969982 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Made reservation on behalf of bafc15c173f94f8eb804e56a2d4673a8 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:20.974070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.144252 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54886) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:21.149349 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-720431536-network', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:21.169939 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Made reservation on behalf of e44ec68574a94e0ebc807f38d47b76cb for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:21.171580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.172568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.183941 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.241959 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:21.257769 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Checking segment: {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:21.258198 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Network hostable DHCP agents. Network: c3ce7e55-3e64-4d32-b695-8bbb88b7772d, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:39:21.267968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:21.276312 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks [] for security_group (3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.283606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.289208 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:39:21.303846 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, c3ce7e55-3e64-4d32-b695-8bbb88b7772d) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:21.308308 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:21.313832 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.319133 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1102d7-d0e7-42b4-81a4-5391bf658a61 None None] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:21.340873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:21.342051 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:39:21.366221 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7a16d018-9b8b-4b15-9b22-2b81c9601117 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4446280 Jul 28 06:39:21.390202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:21.400692 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (d123bf2c-e455-47af-9afe-f10879459962), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.401028 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Added segment d123bf2c-e455-47af-9afe-f10879459962 of type vlan for network b307cff1-04e8-4b48-b724-85e5337e6d96 Jul 28 06:39:21.417059 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:21.475024 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (b307cff1-04e8-4b48-b724-85e5337e6d96), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.492848 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d59f11c7-6802-4884-a2e0-dc7976c074da up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:21.523359 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (b307cff1-04e8-4b48-b724-85e5337e6d96), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.525097 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:21.526006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.532389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:21.550894 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230e442-1cf0-4d12-a24f-8fdea487551e None None] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:21.647640 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5020516 Jul 28 06:39:21.650570 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 54902) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:21.651357 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ccc6-77bc-441c-b13d-104a47ea1914 admin admin] Pushing event updated for resources: {'Network': ['ID=b307cff1-04e8-4b48-b724-85e5337e6d96,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:21.667053 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Request body: {'subnet': {'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-720431536-subnet', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:21.690164 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a646c-ce3d-415f-99b1-861c9c833e85 req-39970ab6-5cad-4a17-8d82-869950eae025 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:21.692854 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-185a646c-ce3d-415f-99b1-861c9c833e85 req-39970ab6-5cad-4a17-8d82-869950eae025 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1324153 Jul 28 06:39:21.703075 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network b307cff1-04e8-4b48-b724-85e5337e6d96 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:39:21.732259 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Made reservation on behalf of e44ec68574a94e0ebc807f38d47b76cb for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:21.737812 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.802145 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port d59f11c7-6802-4884-a2e0-dc7976c074da triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:21.802518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:21.923258 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-185a646c-ce3d-415f-99b1-861c9c833e85 req-a0fbcfe9-a1ef-47b8-abb5-235fb6734c47 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030568 Jul 28 06:39:21.976744 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port d59f11c7-6802-4884-a2e0-dc7976c074da is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:21.977336 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.018006 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port d59f11c7-6802-4884-a2e0-dc7976c074da, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d59f11c7-6802-4884-a2e0-dc7976c074da,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:22.027067 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.134859 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=d59f11c7-6802-4884-a2e0-dc7976c074da,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:22.156423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.180437 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Sync routers for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:22.201863 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:22.202152 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:22.216405 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373c637-f271-41e9-8fa1-3f841d7579df req-e83307e3-eb00-4120-bcbf-c2c20541bbbf tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.218193 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e373c637-f271-41e9-8fa1-3f841d7579df req-e83307e3-eb00-4120-bcbf-c2c20541bbbf tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.1150947 Jul 28 06:39:22.219722 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (ee83e12d-9cc4-4af8-bcc8-d06f68866fdd), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.346449 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee83e12d-9cc4-4af8-bcc8-d06f68866fdd,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:22.361649 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:22.422810 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e373c637-f271-41e9-8fa1-3f841d7579df req-6a87da95-ea3c-4b70-9dc9-be5d555c845c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943412 Jul 28 06:39:22.435396 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Checking segment: {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:22.435782 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Network hostable DHCP agents. Network: b307cff1-04e8-4b48-b724-85e5337e6d96, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:39:22.477546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Network b307cff1-04e8-4b48-b724-85e5337e6d96 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:39:22.498389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, b307cff1-04e8-4b48-b724-85e5337e6d96) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:22.506460 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.507432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.517039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f815c-a535-4311-b5ad-f33bd71492ef None None] Network b307cff1-04e8-4b48-b724-85e5337e6d96 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:22.537187 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-32a5f3d0-cc12-4662-bf0a-c262d76f4a86 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8851717 Jul 28 06:39:22.539795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 54930) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:22.545212 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:22.586078 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (475837fd-9561-476d-8dab-44b4d5f51624), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.587655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (475837fd-9561-476d-8dab-44b4d5f51624), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.630257 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 2, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:22.650796 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for router_controller (475837fd-9561-476d-8dab-44b4d5f51624), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.659011 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Checking router: 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:22.659364 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Updating router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:39:22.668933 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-b307cff1-04e8-4b48-b724-85e5337e6d96', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:39:22.670140 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.708049 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.799001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for router_gateway (475837fd-9561-476d-8dab-44b4d5f51624), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.806939 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Allocated IP 172.20.0.2 (b307cff1-04e8-4b48-b724-85e5337e6d96/ee83e12d-9cc4-4af8-bcc8-d06f68866fdd/13da2281-c894-4892-ae2d-3416a21c3b80) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:22.895632 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.922905 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.975531 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks [] for port (13da2281-c894-4892-ae2d-3416a21c3b80), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.981771 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks [] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.983480 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:22.989814 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.021470 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for router_gateway (475837fd-9561-476d-8dab-44b4d5f51624), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.031790 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Network b307cff1-04e8-4b48-b724-85e5337e6d96 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:23.035543 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:23.039558 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:23.046524 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Pushing event updated for resources: {'Port': ['ID=13da2281-c894-4892-ae2d-3416a21c3b80,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.076727 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b3573-818c-4421-a437-c4082cd3b44d None None] Pushing event updated for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.084456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.114295 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Attempting to bind port 13da2281-c894-4892-ae2d-3416a21c3b80 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:23.114674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Attempting to bind port 13da2281-c894-4892-ae2d-3416a21c3b80 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:23.115043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Attempting to bind port 13da2281-c894-4892-ae2d-3416a21c3b80 on network b307cff1-04e8-4b48-b724-85e5337e6d96 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:23.121166 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:23.121653 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Checking segment: {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:23.122055 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.122449 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Bound using segment: {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:23.122923 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Bound port: 13da2281-c894-4892-ae2d-3416a21c3b80, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:23.123303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.130551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Attempting to bind port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:23.130921 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Attempting to bind port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:23.131281 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Attempting to bind port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 on network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:23.139221 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:23.139613 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Checking segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:23.140221 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.140795 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Bound using segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:23.141452 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Bound port: 84fc5792-78c9-4bda-9773-2f8cb6cf2557, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:23.141992 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.142975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1248b0-b6ae-4b36-87a9-30237a5d4805 req-4a0d4d27-53c1-4676-9e6b-b1f5132cfe76 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:23.144746 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb1248b0-b6ae-4b36-87a9-30237a5d4805 req-4a0d4d27-53c1-4676-9e6b-b1f5132cfe76 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1336699 Jul 28 06:39:23.166453 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:23.202853 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] For port 13da2281-c894-4892-ae2d-3416a21c3b80, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:23.206927 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] For port 13da2281-c894-4892-ae2d-3416a21c3b80, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=13da2281-c894-4892-ae2d-3416a21c3b80,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:23.212397 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb1248b0-b6ae-4b36-87a9-30237a5d4805 req-ebc0a969-29eb-4255-84fa-0140cec03539 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609457 Jul 28 06:39:23.229116 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.238389 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] For port 84fc5792-78c9-4bda-9773-2f8cb6cf2557, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:23.242339 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] For port 84fc5792-78c9-4bda-9773-2f8cb6cf2557, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=84fc5792-78c9-4bda-9773-2f8cb6cf2557,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:23.246014 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:23.261655 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.307787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Allocated IP 172.27.1.102 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/71250ae0-44be-4c6b-b18a-409bb81b5c57) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:23.320451 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c71f15-18e6-4c2b-8a7b-9c086988c9ce None None] Pushing event updated for resources: {'Port': ['ID=13da2281-c894-4892-ae2d-3416a21c3b80,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.343150 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Provisioning complete for port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:23.343987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.364530 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b3573-818c-4421-a437-c4082cd3b44d None None] Pushing event updated for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.381193 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:23.388407 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:23.535536 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Current status of the port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:23.535933 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.537849 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.538255 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d59f11c7-6802-4884-a2e0-dc7976c074da up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:23.578987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:23.599192 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.700098 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:23.715029 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] For port 84fc5792-78c9-4bda-9773-2f8cb6cf2557, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=84fc5792-78c9-4bda-9773-2f8cb6cf2557,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:23.749776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.774042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:23.781212 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port d59f11c7-6802-4884-a2e0-dc7976c074da triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:23.781704 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:23.794905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:23.801907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1812b-c88f-47d8-ab7e-20807f81bbbe req-58d5c6bd-7700-4416-b19b-2c38c0001c21 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:23.803581 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b9d1812b-c88f-47d8-ab7e-20807f81bbbe req-58d5c6bd-7700-4416-b19b-2c38c0001c21 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.1377127 Jul 28 06:39:23.803983 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:23.811352 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:23.855326 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Pushing event updated for resources: {'Port': ['ID=71250ae0-44be-4c6b-b18a-409bb81b5c57,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.889250 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b9d1812b-c88f-47d8-ab7e-20807f81bbbe req-7cb30091-8f59-4780-923a-8c42b6c2540e tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766180 Jul 28 06:39:23.925989 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f01a8-e8e6-4f7d-aed7-e11037bb3839 None None] Pushing event updated for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:23.929783 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-0b47ec13-5e18-4a53-85ff-588b747e1999 None None] Provisioning complete for port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:23.930399 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b47ec13-5e18-4a53-85ff-588b747e1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:24.028236 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port d59f11c7-6802-4884-a2e0-dc7976c074da is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:24.037618 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:24.068437 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa9a0e-85af-48dc-82bf-e0d1942e33ab None None] The sync data for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi is: [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:24.077192 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0b47ec13-5e18-4a53-85ff-588b747e1999 None None] Current status of the port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:24.078801 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-3e77d88c-b48a-47af-97e3-f9395f9ea0ce tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:24.080807 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-3e77d88c-b48a-47af-97e3-f9395f9ea0ce tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 813 time: 0.2734804 Jul 28 06:39:24.140549 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-66c835f2-9df1-4cb1-af95-14fc3a30b259 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/quotas/bafc15c173f94f8eb804e56a2d4673a8 HTTP/1.1" status: 200 len: 375 time: 0.0522497 Jul 28 06:39:24.232169 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-bebc470e-19dc-4e2c-bd9d-fa505a73c10f tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740435 Jul 28 06:39:24.323195 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for router_gateway (475837fd-9561-476d-8dab-44b4d5f51624), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:24.402321 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473669ee-4403-4ab7-bd69-99b0f13fa03f req-0006dad0-2b68-4ec4-be8c-33b4a27dddfd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:24.405810 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-473669ee-4403-4ab7-bd69-99b0f13fa03f req-0006dad0-2b68-4ec4-be8c-33b4a27dddfd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0838695 Jul 28 06:39:24.479250 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-5540c067-ecb6-4d43-85de-67f0e5fcd9b7 service neutron] 10.222.0.20 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377353 Jul 28 06:39:24.498175 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-473669ee-4403-4ab7-bd69-99b0f13fa03f req-e5ae5e2c-c641-43a7-8c6a-61b46e7f1285 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808642 Jul 28 06:39:24.774204 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-0d960054-5dd6-4444-8260-a9960bd8baa5 service neutron] 10.222.0.20 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935953 Jul 28 06:39:24.784897 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (475837fd-9561-476d-8dab-44b4d5f51624), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:24.883188 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41a280-99b6-4b7f-b032-f3b25e57bcfd None None] Network b307cff1-04e8-4b48-b724-85e5337e6d96 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:24.956053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:24.984207 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:24.987921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Provisioning complete for port 13da2281-c894-4892-ae2d-3416a21c3b80 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:24.988308 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:24.995006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Router 475837fd-9561-476d-8dab-44b4d5f51624 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:39:25.255519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:25.389492 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Current status of the port 13da2281-c894-4892-ae2d-3416a21c3b80 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:25.390093 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:25.476319 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] For port 13da2281-c894-4892-ae2d-3416a21c3b80, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=13da2281-c894-4892-ae2d-3416a21c3b80,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:25.494482 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:25.578374 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920719ec-4c7e-4f90-adb1-b2ab05e35c09 req-71c55642-9e90-42bb-9a82-a11e6769443e tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:25.579206 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8df2fa-e603-440a-834e-6ac63209f18e None None] Pushing event updated for resources: {'Port': ['ID=13da2281-c894-4892-ae2d-3416a21c3b80,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:25.593669 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-920719ec-4c7e-4f90-adb1-b2ab05e35c09 req-71c55642-9e90-42bb-9a82-a11e6769443e tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.5055997 Jul 28 06:39:25.622658 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:25.639437 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 13da2281-c894-4892-ae2d-3416a21c3b80 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:25.682538 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2407346a-40fc-4efc-86ee-245319f822cc req-b4f6d93a-5806-4b67-a71f-c61af9d30b9f tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 210 time: 0.6727338 Jul 28 06:39:25.685465 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-920719ec-4c7e-4f90-adb1-b2ab05e35c09 req-f8cfe838-d7ba-434b-be6b-4592baf10ec8 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Jul 28 06:39:25.732057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 13da2281-c894-4892-ae2d-3416a21c3b80 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:25.732312 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:25.757105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:25.774061 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901d879-203f-4721-a881-bdcc24709f6c req-ba80e0cc-209e-4d26-a562-fc07960b18df tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:25.775618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7901d879-203f-4721-a881-bdcc24709f6c req-ba80e0cc-209e-4d26-a562-fc07960b18df tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 945 time: 0.7067683 Jul 28 06:39:25.820595 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Sync routers for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:25.870876 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:25.871555 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:25.877733 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:25.882194 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6f40c158-7f3f-498c-801c-d4fbe9ace901 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3380935 Jul 28 06:39:25.883710 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 55002) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:25.884228 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:25.945149 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-2a04b1b9-fa2d-44b1-8e7a-fffafa6f30e5 None None] Provisioning complete for port 13da2281-c894-4892-ae2d-3416a21c3b80 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:25.945590 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a04b1b9-fa2d-44b1-8e7a-fffafa6f30e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:25.956404 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab585e-8a57-44c2-b060-b6c6bc544b3e req-ce1fc275-68eb-419e-b119-da21e689b865 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:25.963347 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c2ab585e-8a57-44c2-b060-b6c6bc544b3e req-ce1fc275-68eb-419e-b119-da21e689b865 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0897398 Jul 28 06:39:26.029269 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Deleting port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:26.029644 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.075290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 13da2281-c894-4892-ae2d-3416a21c3b80 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:26.076860 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 84fc5792-78c9-4bda-9773-2f8cb6cf2557 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:26.100592 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c2ab585e-8a57-44c2-b060-b6c6bc544b3e req-4778f58f-c112-4d8e-89f8-37ce4633cc43 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362817 Jul 28 06:39:26.167717 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:26.186017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] For port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:26.190036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.216300 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Calling delete_port for 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:26.292357 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-2a04b1b9-fa2d-44b1-8e7a-fffafa6f30e5 None None] Current status of the port 13da2281-c894-4892-ae2d-3416a21c3b80 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:26.345945 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:26.346780 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.349081 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:26.406058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (9887f65c-7b0a-4a46-b6a9-9573f2d30ab5), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.438077 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Pushing event deleted for resources: {'Port': ['ID=9887f65c-7b0a-4a46-b6a9-9573f2d30ab5,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:26.472058 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.480102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:26.486904 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['9887f65c-7b0a-4a46-b6a9-9573f2d30ab5'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:26.493218 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:26.494503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] No DVR routers for this DVR port 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:26.497510 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.500880 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7901d879-203f-4721-a881-bdcc24709f6c req-f4ca36db-2465-4b34-9d8d-7da8ca8cf880 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "DELETE /v2.0/ports/9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 HTTP/1.1" status: 204 len: 173 time: 0.6947732 Jul 28 06:39:26.501605 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'name': 'network-vif-deleted', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:26.503831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68291e3d-5dad-4f5b-bfb0-a9c5774e9e60" -d '{"events": [{"server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "name": "network-vif-deleted", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:26.542605 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d4c9c-e5ed-40ae-a8cb-2a8939792c0b x-openstack-request-id: req-266d4c9c-e5ed-40ae-a8cb-2a8939792c0b {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:26.542894 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d347e2-1f9f-4a20-96f0-ca175e3aacf5", "name": "network-vif-deleted", "tag": "9887f65c-7b0a-4a46-b6a9-9573f2d30ab5", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:26.544254 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266d4c9c-e5ed-40ae-a8cb-2a8939792c0b {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:26.544254 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266d4c9c-e5ed-40ae-a8cb-2a8939792c0b'] response: {'server_uuid': '39d347e2-1f9f-4a20-96f0-ca175e3aacf5', 'name': 'network-vif-deleted', 'tag': '9887f65c-7b0a-4a46-b6a9-9573f2d30ab5', 'status': 'completed', 'code': 200} Jul 28 06:39:26.544568 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:26.552548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:24Z', 'revision_number': 3, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:26.580103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Checking router: 475837fd-9561-476d-8dab-44b4d5f51624 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:26.580592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Updating router 475837fd-9561-476d-8dab-44b4d5f51624 port 71250ae0-44be-4c6b-b18a-409bb81b5c57 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:39:26.608971 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.643028 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Allocated IP 172.20.0.1 (b307cff1-04e8-4b48-b724-85e5337e6d96/ee83e12d-9cc4-4af8-bcc8-d06f68866fdd/5762334c-0c40-40fd-b99e-4e91935a635d) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:26.774983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks [] for port (5762334c-0c40-40fd-b99e-4e91935a635d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.801012 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-897d0f7e-2846-4b62-9889-c18aba685f4a req-9924fb69-d9bc-4418-879c-6bb52d18bff7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 210 time: 0.0345480 Jul 28 06:39:26.835643 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2cb0f4d-76a5-4628-a14d-c50b878761da req-59a88fe3-4054-4adf-aeef-859ccdcaf267 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0388649 Jul 28 06:39:26.858986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.899338 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Network b307cff1-04e8-4b48-b724-85e5337e6d96 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:26.902524 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:26.906191 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks [] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.910396 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:26.921899 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:26.982859 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Pushing event updated for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:26.991890 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Attempting to bind port 71250ae0-44be-4c6b-b18a-409bb81b5c57 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:26.992317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Attempting to bind port 71250ae0-44be-4c6b-b18a-409bb81b5c57 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:26.992766 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Attempting to bind port 71250ae0-44be-4c6b-b18a-409bb81b5c57 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:26.994146 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (475837fd-9561-476d-8dab-44b4d5f51624), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.000241 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049220-ec16-4a5d-9b25-1ae65e8dd1d9 None None] Pushing event updated for resources: {'Port': ['ID=71250ae0-44be-4c6b-b18a-409bb81b5c57,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:27.004106 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:27.004540 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:27.004946 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.005368 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:27.005910 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Bound port: 71250ae0-44be-4c6b-b18a-409bb81b5c57, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:27.006276 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.062427 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] For port 71250ae0-44be-4c6b-b18a-409bb81b5c57, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:27.066801 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] For port 71250ae0-44be-4c6b-b18a-409bb81b5c57, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=71250ae0-44be-4c6b-b18a-409bb81b5c57,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:27.079061 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.081626 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:27.146674 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.149286 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:27.149812 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:27.227454 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049220-ec16-4a5d-9b25-1ae65e8dd1d9 None None] Pushing event updated for resources: {'Port': ['ID=71250ae0-44be-4c6b-b18a-409bb81b5c57,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:27.265528 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-31979116-0411-4ad6-abf1-2604dae9b003 None None] Provisioning complete for port 5762334c-0c40-40fd-b99e-4e91935a635d triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:27.266162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31979116-0411-4ad6-abf1-2604dae9b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.275906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f6d12-5486-47e4-bff0-fb0e0e93febb req-46033f01-f0aa-4ffc-a4f5-044a75891450 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:27.291748 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a0f6d12-5486-47e4-bff0-fb0e0e93febb req-46033f01-f0aa-4ffc-a4f5-044a75891450 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0781918 Jul 28 06:39:27.316495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-31979116-0411-4ad6-abf1-2604dae9b003 None None] Port 5762334c-0c40-40fd-b99e-4e91935a635d cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:27.344988 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:27.390417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:27.446141 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:27.452697 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a0f6d12-5486-47e4-bff0-fb0e0e93febb req-a8ebc8ef-527d-42d8-aeb5-ae8111edaa7e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594222 Jul 28 06:39:27.524900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks [] for port (5762334c-0c40-40fd-b99e-4e91935a635d), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.535911 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.554416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-d5823912-54fa-433c-8ff9-9518d648ebb7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:27.556329 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-d5823912-54fa-433c-8ff9-9518d648ebb7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 813 time: 0.2000840 Jul 28 06:39:27.611644 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (475837fd-9561-476d-8dab-44b4d5f51624), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.614492 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Pushing event updated for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:27.661667 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 13da2281-c894-4892-ae2d-3416a21c3b80 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:27.705440 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:27.717007 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Network b307cff1-04e8-4b48-b724-85e5337e6d96 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:27.718370 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:27.722775 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:27.755609 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 13da2281-c894-4892-ae2d-3416a21c3b80 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:27.755987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:27.824419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '5762334c-0c40-40fd-b99e-4e91935a635d', 'name': '', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'mac_address': 'fa:16:3e:8a:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:26Z', 'updated_at': '2022-07-28T06:39:26Z', 'revision_number': 1, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'subnets': [{'id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:27.842983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Router 475837fd-9561-476d-8dab-44b4d5f51624 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:27.854809 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497625-ae38-40c1-95e7-824b54fad1cb None None] The sync data for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi is: [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '5762334c-0c40-40fd-b99e-4e91935a635d', 'name': '', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'mac_address': 'fa:16:3e:8a:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:26Z', 'updated_at': '2022-07-28T06:39:26Z', 'revision_number': 1, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'subnets': [{'id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:27.937537 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-95d51aef-2e10-4006-957c-37aa9ebdcd41 req-eabfc22c-7fcc-4a2c-b33a-87cc0a47156e tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 210 time: 0.0353451 Jul 28 06:39:27.946625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 13da2281-c894-4892-ae2d-3416a21c3b80 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:28.019282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:28.021206 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Request body: {'port': {'device_id': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d', 'admin_state_up': True, 'tenant_id': 'bafc15c173f94f8eb804e56a2d4673a8'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:28.034849 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c6277d05-050b-4255-a40e-e2b582d22eee admin admin] 10.222.0.20 "PUT /v2.0/routers/475837fd-9561-476d-8dab-44b4d5f51624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415448 Jul 28 06:39:28.046043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-39cb1e7b-b6c1-408a-b7da-3269cf7dc299 None None] Provisioning complete for port 5762334c-0c40-40fd-b99e-4e91935a635d triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:28.046426 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-39cb1e7b-b6c1-408a-b7da-3269cf7dc299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.049983 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ebcab5b-d89f-49a7-b03e-771ec3214dcc req-39c3b483-f9f5-4fed-b6e2-c062e4aece5c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=39d347e2-1f9f-4a20-96f0-ca175e3aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0603769 Jul 28 06:39:28.090349 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-39cb1e7b-b6c1-408a-b7da-3269cf7dc299 None None] Port 5762334c-0c40-40fd-b99e-4e91935a635d cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:28.224178 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Made reservation on behalf of bafc15c173f94f8eb804e56a2d4673a8 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:28.228066 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.394814 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Allocated IP 172.20.0.13 (c3ce7e55-3e64-4d32-b695-8bbb88b7772d/bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf/41dcf4e4-f335-41a8-ae56-b0163407fe77) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:28.615718 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:28.635555 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6929a-0ce3-4764-957d-fcfdcbb8753f req-fc5a3a41-a7f4-4d13-9f16-6543f59e0bfe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:28.638641 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks [] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.645576 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9dc6929a-0ce3-4764-957d-fcfdcbb8753f req-fc5a3a41-a7f4-4d13-9f16-6543f59e0bfe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0877895 Jul 28 06:39:28.686216 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.712071 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9dc6929a-0ce3-4764-957d-fcfdcbb8753f req-9bfab894-00a1-42f2-ad1a-7d9820080d4c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643024 Jul 28 06:39:28.753116 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:28.759633 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:28.764434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:28.770383 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:28.771388 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.775835 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Pushing event updated for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:28.798613 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-dd917b5c-f6f3-4cf7-b90a-feb9d4fed80d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7974391 Jul 28 06:39:28.823155 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Request body: {'port': {'device_id': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:28.925414 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:28.958729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:29.000159 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:29.031913 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:29.033154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 9887f65c-7b0a-4a46-b6a9-9573f2d30ab5 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:29.119728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e6170-2d7a-4163-bd86-af42009d5990 req-cc4a1d6c-9c65-4999-8ebd-d796ecdf6c66 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:29.124024 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d2e6170-2d7a-4163-bd86-af42009d5990 req-cc4a1d6c-9c65-4999-8ebd-d796ecdf6c66 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 932 time: 0.0762610 Jul 28 06:39:29.244148 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d2e6170-2d7a-4163-bd86-af42009d5990 req-792ff936-756f-470e-ab37-cf937376f364 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042612 Jul 28 06:39:29.376569 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dcf4e4-f335-41a8-ae56-b0163407fe77 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:29.389900 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks [] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.409489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Transition to ACTIVE for port object 41dcf4e4-f335-41a8-ae56-b0163407fe77 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:39:29.420119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.491530 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 71250ae0-44be-4c6b-b18a-409bb81b5c57 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:29.560315 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:29.577364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:29.593123 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Attempting to bind port 41dcf4e4-f335-41a8-ae56-b0163407fe77 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:29.593513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Attempting to bind port 41dcf4e4-f335-41a8-ae56-b0163407fe77 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:29.594074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Attempting to bind port 41dcf4e4-f335-41a8-ae56-b0163407fe77 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:29.603507 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 71250ae0-44be-4c6b-b18a-409bb81b5c57 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:29.603950 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.604778 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Port 41dcf4e4-f335-41a8-ae56-b0163407fe77 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:39:29.605153 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Attempting to bind port 41dcf4e4-f335-41a8-ae56-b0163407fe77 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:29.623482 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:29.625314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Checking segment: {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:29.626745 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Bound using segment: {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:29.627508 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Bound port: 41dcf4e4-f335-41a8-ae56-b0163407fe77, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:29.628123 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.641625 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-62193752-9c45-45c4-bcff-891106ee724d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:29.644489 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-62193752-9c45-45c4-bcff-891106ee724d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 809 time: 0.2545869 Jul 28 06:39:29.682464 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-920efca1-3ddb-4497-aef6-849bf50d2548 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/quotas/57601f159e244aa68924602c2c5dc385 HTTP/1.1" status: 200 len: 375 time: 0.0324414 Jul 28 06:39:29.736132 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-5d038b4b-3e02-441a-8056-9b0aea796799 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516880 Jul 28 06:39:29.767649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 71250ae0-44be-4c6b-b18a-409bb81b5c57 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:29.768472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.791463 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:29.809274 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:29.827778 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.834979 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 71250ae0-44be-4c6b-b18a-409bb81b5c57, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=71250ae0-44be-4c6b-b18a-409bb81b5c57,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:29.859782 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:29.934019 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-3aa00a4b-d834-4a1b-846d-b5f35bf34b30 service neutron] 10.222.0.20 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964526 Jul 28 06:39:29.982613 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=71250ae0-44be-4c6b-b18a-409bb81b5c57,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:30.022430 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:30.030314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:30.032100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] 10.222.0.49 "PUT /v2.0/ports/41dcf4e4-f335-41a8-ae56-b0163407fe77 HTTP/1.1" status: 200 len: 1094 time: 1.2135029 Jul 28 06:39:30.034399 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:30.037420 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfccce3-43c1-464e-a47b-76245a809003" -d '{"events": [{"name": "network-changed", "server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:30.088420 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf28371-d57c-4117-b29e-f3892a05212b req-a2fa2bce-9c9c-41b4-b26c-097e5cf459dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:30.089974 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4bf28371-d57c-4117-b29e-f3892a05212b req-a2fa2bce-9c9c-41b4-b26c-097e5cf459dc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.2418435 Jul 28 06:39:30.096666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256351ce-a78b-408c-adfb-7e4de1fbeaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:30.118474 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-c12bab86-98b7-48a1-be74-504cc81a43f5 service neutron] 10.222.0.20 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775634 Jul 28 06:39:30.131196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:30.137512 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23a37fc3-fef5-4f1a-8bdb-1b1d3f3dd10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:30.235452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-b6ae1599-72fe-493e-bb7e-00186f5cbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:30.238028 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-b6ae1599-72fe-493e-bb7e-00186f5cbd3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 1128 time: 0.0786982 Jul 28 06:39:30.252690 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4bf28371-d57c-4117-b29e-f3892a05212b req-c864cb34-8b3c-4413-bfdf-a05030884c32 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521900 Jul 28 06:39:30.353208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f47768-9d10-446c-a03f-63bd804a8746 x-openstack-request-id: req-e5f47768-9d10-446c-a03f-63bd804a8746 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:30.358215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:30.358636 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5f47768-9d10-446c-a03f-63bd804a8746 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:30.359170 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f47768-9d10-446c-a03f-63bd804a8746'] response: {'name': 'network-changed', 'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77', 'status': 'completed', 'code': 200} Jul 28 06:39:30.361835 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-043ac1e0-bdc4-4009-91e7-11904cb26764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77 HTTP/1.1" status: 200 len: 217 time: 0.0956509 Jul 28 06:39:30.493728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 55122) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:30.592568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9bbe8-1865-4d5b-bfc1-ad63c8acc0c8 req-9e89fa8b-4783-4be8-85f8-0712651ebdc5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:30.594255 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59d9bbe8-1865-4d5b-bfc1-ad63c8acc0c8 req-9e89fa8b-4783-4be8-85f8-0712651ebdc5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 944 time: 0.1021657 Jul 28 06:39:30.644420 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7648a-9239-482f-935e-af1c973fc7de req-38828306-930c-4031-9c57-5c1fb6974981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:30.647033 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-38828306-930c-4031-9c57-5c1fb6974981 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf HTTP/1.1" status: 200 len: 853 time: 0.2715824 Jul 28 06:39:30.676915 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:30.731939 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59d9bbe8-1865-4d5b-bfc1-ad63c8acc0c8 req-38930101-f627-4d42-be4a-0406d44869ef tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129017 Jul 28 06:39:30.741824 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-613bc0d4-2bba-45d3-8e22-1c38e5a1ca8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775485 Jul 28 06:39:30.756655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-75a59722-228c-4658-95e5-d7d35ecab409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:30.960310 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:31.034427 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31b68f94-4157-4659-8240-2a68a9294db7 req-9b8b158e-7069-40a0-912f-06b50b89c601 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.2021077 Jul 28 06:39:31.060961 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-75a59722-228c-4658-95e5-d7d35ecab409 admin admin] Publish callbacks [] for security_group (e3ed7d94-44bc-4899-b3b2-e4cf47479c65), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.070299 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77f2f2-d2d4-4b3b-bcd7-fa3d8e1271a0 req-b65a01db-f244-4ef4-bc7e-07c5e17ccd7d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:31.102688 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d77f2f2-d2d4-4b3b-bcd7-fa3d8e1271a0 req-b65a01db-f244-4ef4-bc7e-07c5e17ccd7d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1435282 Jul 28 06:39:31.123832 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-06a3fa4b-52df-438c-82a5-192eeda06970 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611579 Jul 28 06:39:31.128752 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-75a59722-228c-4658-95e5-d7d35ecab409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e3ed7d94-44bc-4899-b3b2-e4cf47479c65), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.212663 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d77f2f2-d2d4-4b3b-bcd7-fa3d8e1271a0 req-e7bddce3-40b2-415b-ab95-fbd9bcd3bd23 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090028 Jul 28 06:39:31.217979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a59722-228c-4658-95e5-d7d35ecab409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed7d94-44bc-4899-b3b2-e4cf47479c65,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:31.253473 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-75a59722-228c-4658-95e5-d7d35ecab409 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c44e432e64504eefb5f8ae47bb679270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7584987 Jul 28 06:39:31.257416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 55144) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:31.444468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fb7648a-9239-482f-935e-af1c973fc7de req-8212d9a5-261d-4676-abc4-05f8a9dd8172 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050604 Jul 28 06:39:31.473453 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 71250ae0-44be-4c6b-b18a-409bb81b5c57 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:31.541934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] Publish callbacks [] for security_group (e3ed7d94-44bc-4899-b3b2-e4cf47479c65), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.585441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 71250ae0-44be-4c6b-b18a-409bb81b5c57 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:31.586095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.610207 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dac17-6cfa-42b7-87e5-81eaf3897a84 req-a60481c0-1723-42cc-b25c-10dedfb446b5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:31.619241 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-964dac17-6cfa-42b7-87e5-81eaf3897a84 req-a60481c0-1723-42cc-b25c-10dedfb446b5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.2007990 Jul 28 06:39:31.631690 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] Publish callbacks [] for security_group (e3ed7d94-44bc-4899-b3b2-e4cf47479c65), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.677897 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 71250ae0-44be-4c6b-b18a-409bb81b5c57 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:31.713048 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-964dac17-6cfa-42b7-87e5-81eaf3897a84 req-82d0b5d4-80de-4ef5-a4b8-12f2e0cf0974 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928168 Jul 28 06:39:31.733008 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e3ed7d94-44bc-4899-b3b2-e4cf47479c65), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.738265 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:31.740062 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3ed7d94-44bc-4899-b3b2-e4cf47479c65 HTTP/1.1" status: 204 len: 168 time: 0.4805493 Jul 28 06:39:31.750381 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec4cba-819d-49be-ae91-a6cfd170cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed7d94-44bc-4899-b3b2-e4cf47479c65,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:32.004799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d64086-dd6a-4c03-8cbb-4792df2ad5da req-5b0b4c9b-2568-43b9-b41b-291ee8cd3444 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:32.012017 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a4d64086-dd6a-4c03-8cbb-4792df2ad5da req-5b0b4c9b-2568-43b9-b41b-291ee8cd3444 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 944 time: 0.1414433 Jul 28 06:39:32.111826 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a4d64086-dd6a-4c03-8cbb-4792df2ad5da req-e72f7375-ae8a-4cc5-817d-cfaa61a1eaf2 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988164 Jul 28 06:39:32.146359 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Sync routers for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:32.158882 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:32.159686 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:32.239664 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d7d6fd6-f0f9-4838-a596-686cf7bb8374 req-834117ff-5c9f-45ec-b935-4ba780b1da33 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0540550 Jul 28 06:39:32.240888 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 55156) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:32.263562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a27194e7-c319-4671-b3f0-300a993dfd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.315431 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:32.454565 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ee6306e7-6fcc-44ff-8ef7-3f0716cdfe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.463714 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a27194e7-c319-4671-b3f0-300a993dfd54 admin admin] Publish callbacks [] for security_group (ff3c715a-6c60-4531-a699-97da32b6470c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.476654 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eab316-cb81-444e-abd8-1398cdd6e6b0 req-71e47446-4fad-46a4-8c17-9c7fe80cbdb6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:32.478677 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-79eab316-cb81-444e-abd8-1398cdd6e6b0 req-71e47446-4fad-46a4-8c17-9c7fe80cbdb6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1288028 Jul 28 06:39:32.479029 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a27194e7-c319-4671-b3f0-300a993dfd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ff3c715a-6c60-4531-a699-97da32b6470c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.496339 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:32.545939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27194e7-c319-4671-b3f0-300a993dfd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c715a-6c60-4531-a699-97da32b6470c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:32.555491 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a27194e7-c319-4671-b3f0-300a993dfd54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=031e8090f49742eb9d7662cd74114622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128374 Jul 28 06:39:32.557590 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 55162) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:32.575281 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '5762334c-0c40-40fd-b99e-4e91935a635d', 'name': '', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'mac_address': 'fa:16:3e:8a:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:26Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 2, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'subnets': [{'id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:32.601393 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-79eab316-cb81-444e-abd8-1398cdd6e6b0 req-277c4197-fef5-4f66-a524-fc6b35652d1f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101375 Jul 28 06:39:32.640106 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Checking router: 475837fd-9561-476d-8dab-44b4d5f51624 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:32.641106 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Updating router 475837fd-9561-476d-8dab-44b4d5f51624 port 5762334c-0c40-40fd-b99e-4e91935a635d binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:39:32.656931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.676232 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.677754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] Publish callbacks [] for security_group (ff3c715a-6c60-4531-a699-97da32b6470c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.707208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] Publish callbacks [] for security_group (ff3c715a-6c60-4531-a699-97da32b6470c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.725178 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:32.793102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ff3c715a-6c60-4531-a699-97da32b6470c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.795934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:32.797075 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff3c715a-6c60-4531-a699-97da32b6470c HTTP/1.1" status: 204 len: 168 time: 0.2378802 Jul 28 06:39:32.818951 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627005-5eff-4357-bbf3-7e0752255b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c715a-6c60-4531-a699-97da32b6470c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:32.837386 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:39:32.905451 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c7ff0-9503-4e03-9fa7-81fa3ffa8d5b req-fa0ff3b3-9e0a-40d0-a825-e6761c6b9048 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:32.914210 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c9c7ff0-9503-4e03-9fa7-81fa3ffa8d5b req-fa0ff3b3-9e0a-40d0-a825-e6761c6b9048 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0740457 Jul 28 06:39:32.940543 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:32.978283 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c9c7ff0-9503-4e03-9fa7-81fa3ffa8d5b req-723803c1-83e4-4b04-b5e2-4fa0d5b86e16 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631032 Jul 28 06:39:33.018437 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks [] for port (5762334c-0c40-40fd-b99e-4e91935a635d), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.028420 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.090897 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddb0be-e9c0-445b-af72-a6d5989b77c1 None None] Pushing event updated for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:33.242302 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Attempting to bind port 5762334c-0c40-40fd-b99e-4e91935a635d on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:33.243016 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Attempting to bind port 5762334c-0c40-40fd-b99e-4e91935a635d by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:33.243016 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Attempting to bind port 5762334c-0c40-40fd-b99e-4e91935a635d on network b307cff1-04e8-4b48-b724-85e5337e6d96 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:33.250832 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:33.252387 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Checking segment: {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:33.253345 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.254358 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Bound using segment: {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:33.254842 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Bound port: 5762334c-0c40-40fd-b99e-4e91935a635d, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123bf2c-e455-47af-9afe-f10879459962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:33.255446 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.330346 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f4ad-30e6-4a49-a7eb-fb6d5e98399f req-54e56237-9462-40e3-9df6-415464f61898 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:33.343209 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5ee9f4ad-30e6-4a49-a7eb-fb6d5e98399f req-54e56237-9462-40e3-9df6-415464f61898 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 944 time: 0.1266658 Jul 28 06:39:33.371668 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfccce3-43c1-464e-a47b-76245a809003 req-ca8b310e-e1a1-4b77-8a90-b238b9a52adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:33.373181 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-ca8b310e-e1a1-4b77-8a90-b238b9a52adc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 1128 time: 0.1155698 Jul 28 06:39:33.441999 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] For port 5762334c-0c40-40fd-b99e-4e91935a635d, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:33.445551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] For port 5762334c-0c40-40fd-b99e-4e91935a635d, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5762334c-0c40-40fd-b99e-4e91935a635d,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:33.449719 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7ca3e91-baed-479b-83e6-7af0456fd658 req-e040e0c2-ead6-4140-9362-e775304cd86c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0594935 Jul 28 06:39:33.459863 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.499483 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5ee9f4ad-30e6-4a49-a7eb-fb6d5e98399f req-ee5f4fe9-8557-42e8-a6ad-cbaeb0500c11 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518641 Jul 28 06:39:33.542222 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddb0be-e9c0-445b-af72-a6d5989b77c1 None None] Pushing event updated for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:33.568863 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Provisioning complete for port 5762334c-0c40-40fd-b99e-4e91935a635d triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:33.569119 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.583960 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:33.584560 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:39:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:33.765810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Current status of the port 5762334c-0c40-40fd-b99e-4e91935a635d is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:33.766420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.839265 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:33.854766 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] For port 5762334c-0c40-40fd-b99e-4e91935a635d, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5762334c-0c40-40fd-b99e-4e91935a635d,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:33.863416 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:33.885368 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:33.928878 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:33.956551 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:33.964618 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0221-521c-4a71-979f-4cd24663f3ef req-f06a9792-52b7-45e8-93a0-9cd9367dc443 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:33.967009 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e2a0221-521c-4a71-979f-4cd24663f3ef req-f06a9792-52b7-45e8-93a0-9cd9367dc443 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.2035706 Jul 28 06:39:33.969972 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:33.999781 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:34.037233 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37445413-4015-480b-8ebb-a9f9507e1a04 None None] Pushing event updated for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:34.087452 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-f2055312-58b8-4fc6-b7ef-9c8da77c01bd None None] Provisioning complete for port 5762334c-0c40-40fd-b99e-4e91935a635d triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:34.089863 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f2055312-58b8-4fc6-b7ef-9c8da77c01bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:34.255240 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e2a0221-521c-4a71-979f-4cd24663f3ef req-0945f980-46ad-4bdc-a0d5-c5a9d711a351 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803986 Jul 28 06:39:34.260230 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfccce3-43c1-464e-a47b-76245a809003 req-d2087d71-4e83-4a4a-b22d-39830f847e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:34.261945 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-d2087d71-4e83-4a4a-b22d-39830f847e5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 914 time: 0.5835192 Jul 28 06:39:34.288273 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-f2055312-58b8-4fc6-b7ef-9c8da77c01bd None None] Current status of the port 5762334c-0c40-40fd-b99e-4e91935a635d is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:34.301962 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-1a380743-8bb4-4ec6-b5d7-0f522e16505f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325947969&fields=id&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 267 time: 0.1707950 Jul 28 06:39:34.379050 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-68307437-6661-49e9-841f-4ca4ac2cb6b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77 HTTP/1.1" status: 200 len: 217 time: 0.1031339 Jul 28 06:39:34.512705 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '5762334c-0c40-40fd-b99e-4e91935a635d', 'name': '', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'mac_address': 'fa:16:3e:8a:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:26Z', 'updated_at': '2022-07-28T06:39:33Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'subnets': [{'id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:34.515777 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122c8f-5235-4d36-9240-5cf7655df87d req-db5ec367-e21a-4414-87d2-ea1ef0951373 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:34.518524 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42122c8f-5235-4d36-9240-5cf7655df87d req-db5ec367-e21a-4414-87d2-ea1ef0951373 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Jul 28 06:39:34.568277 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-cab940ea-c123-4cde-88fb-7388b7fb095c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:34.575661 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77426c4a-35e7-429e-a174-bf4387e3e1e8 None None] The sync data for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi is: [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:39:27Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '5762334c-0c40-40fd-b99e-4e91935a635d', 'name': '', 'network_id': 'b307cff1-04e8-4b48-b724-85e5337e6d96', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'mac_address': 'fa:16:3e:8a:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:26Z', 'updated_at': '2022-07-28T06:39:33Z', 'revision_number': 4, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'subnets': [{'id': 'ee83e12d-9cc4-4af8-bcc8-d06f68866fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:34.578072 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-cab940ea-c123-4cde-88fb-7388b7fb095c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.2722430 Jul 28 06:39:34.584948 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-5de69fb9-7641-42c0-a17d-0390d6c59196 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:34.587664 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-5de69fb9-7641-42c0-a17d-0390d6c59196 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 809 time: 0.5585935 Jul 28 06:39:34.612914 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-09c4995e-f22e-4ea7-8bbd-1dad24be1d1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/quotas/f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 375 time: 0.0335295 Jul 28 06:39:34.624580 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Request body: {'port': {'device_id': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3', 'admin_state_up': True, 'tenant_id': '57601f159e244aa68924602c2c5dc385'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:34.674147 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42122c8f-5235-4d36-9240-5cf7655df87d req-c4cc95b9-911b-4af6-9e1e-660a8ad67a75 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471937 Jul 28 06:39:34.675730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfccce3-43c1-464e-a47b-76245a809003 req-4a825600-0838-45bb-8232-ad929d0eac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:34.677554 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-4a825600-0838-45bb-8232-ad929d0eac3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf HTTP/1.1" status: 200 len: 853 time: 0.2788618 Jul 28 06:39:34.722490 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-c432f122-d397-4fad-b95d-48658fdc3a33 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084051 Jul 28 06:39:34.803015 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-2b8e44af-d8d2-4f96-814e-8c7d304bb051 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474699 Jul 28 06:39:34.848071 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c9a28d60-55fe-4e8e-85da-544988757510 req-879fdae9-a420-4d23-b653-ca2410ba0d58 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0899622 Jul 28 06:39:34.897052 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:34.936469 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-e8a316a6-193e-4323-a7ff-55c273315462 service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056181 Jul 28 06:39:35.067819 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 41dcf4e4-f335-41a8-ae56-b0163407fe77 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:39:35.167890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad3397-31c7-4955-af66-53e86841b7c3 req-5a2fe1ba-7ed3-432a-9bca-110e2f77213d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:35.175171 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3bad3397-31c7-4955-af66-53e86841b7c3 req-5a2fe1ba-7ed3-432a-9bca-110e2f77213d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 944 time: 0.1598551 Jul 28 06:39:35.178483 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-89425c2a-4eeb-4753-8ee1-69dbd512e0ee service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308673 Jul 28 06:39:35.182716 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-2b64b730-8b79-429c-9e50-e317d9a7dce8 service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437592 Jul 28 06:39:35.242958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:35.280682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '41dcf4e4-f335-41a8-ae56-b0163407fe77', 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d', 'port_id': '41dcf4e4-f335-41a8-ae56-b0163407fe77', 'mac_address': 'fa:16:3e:f4:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:39:35.372891 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 41dcf4e4-f335-41a8-ae56-b0163407fe77 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:35.374355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:35.412703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcf4e4-f335-41a8-ae56-b0163407fe77 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:35.435384 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Made reservation on behalf of 57601f159e244aa68924602c2c5dc385 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:35.457655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:35.477784 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:35.496115 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:35.549954 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3bad3397-31c7-4955-af66-53e86841b7c3 req-79b7da45-8a5c-490d-bac0-2d999549ea97 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709078 Jul 28 06:39:35.654803 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5762334c-0c40-40fd-b99e-4e91935a635d up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:35.666178 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bfccce3-43c1-464e-a47b-76245a809003 req-c2a7c7db-c427-443f-aad6-fda3fec8cb64 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529548 Jul 28 06:39:35.927807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2196a-3dca-4fe8-b3ce-bc9c584a9c74 req-91389c56-0e87-4700-a2bc-e49236323751 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:35.940237 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-69b2196a-3dca-4fe8-b3ce-bc9c584a9c74 req-91389c56-0e87-4700-a2bc-e49236323751 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1056898 Jul 28 06:39:35.942011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:35.961069 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:35.986012 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:35.987459 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:35.998691 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 5762334c-0c40-40fd-b99e-4e91935a635d triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:35.999323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:36.075017 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-69b2196a-3dca-4fe8-b3ce-bc9c584a9c74 req-befa488c-815a-431b-b238-47dfd9cdfa55 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320357 Jul 28 06:39:36.120178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 5762334c-0c40-40fd-b99e-4e91935a635d is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:36.130107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['41dcf4e4-f335-41a8-ae56-b0163407fe77'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:36.244036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1b540abf-c986-4d42-92d9-d0a29d4d0958 req-a63b2825-50ad-4ce4-beb5-73ea2edf8114 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0822313 Jul 28 06:39:36.305643 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e63ff-15f6-4cbd-977f-d1883f1baa38 req-2472e613-0989-4ea8-bab6-a2c702362988 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:36.335915 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a0e63ff-15f6-4cbd-977f-d1883f1baa38 req-2472e613-0989-4ea8-bab6-a2c702362988 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.4523704 Jul 28 06:39:36.456308 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-926ca442-3919-4cb1-81a9-f98b1ac6aeaf req-894a35b3-68fd-474a-a42b-ce737774a2fb tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0662739 Jul 28 06:39:36.771488 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3af7c-088a-4161-87ef-34d6780ba427 req-1724c683-ebda-4ad7-ac7a-5a5467994628 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:36.773512 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09d3af7c-088a-4161-87ef-34d6780ba427 req-1724c683-ebda-4ad7-ac7a-5a5467994628 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 945 time: 0.0660155 Jul 28 06:39:36.856075 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09d3af7c-088a-4161-87ef-34d6780ba427 req-0d5b8c31-3553-4afc-bd5c-b5bbb6bac79c tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 Jul 28 06:39:36.868977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:36.871973 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Allocated IP 172.20.0.11 (68f02050-09bf-429b-8750-a014c7a2dad3/43e5975c-1633-45ca-ad95-29e92dc6ad73/3e5d434a-57c7-43e3-a3af-c419d61fcc19) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:36.942521 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a0e63ff-15f6-4cbd-977f-d1883f1baa38 req-14264ce7-95c6-4bf0-a2a7-f91f12843cb6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6061606 Jul 28 06:39:37.106714 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks [] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.160452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.231099 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Network 68f02050-09bf-429b-8750-a014c7a2dad3 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:37.235434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:37.242715 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Pushing event updated for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:37.245946 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:37.253685 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:37.254811 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.276733 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79b70f-b100-4506-85f3-9ad3c714a4d1 req-f9327c5e-db2b-4923-b3d6-9a6689ad0adc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:37.285430 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e79b70f-b100-4506-85f3-9ad3c714a4d1 req-f9327c5e-db2b-4923-b3d6-9a6689ad0adc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Jul 28 06:39:37.312798 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-7a127f27-4f1b-45cd-81c5-36fdb5a61ed2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6926656 Jul 28 06:39:37.372492 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e79b70f-b100-4506-85f3-9ad3c714a4d1 req-73a92bbd-f558-486c-94cc-2ba2c15773cc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857427 Jul 28 06:39:37.380878 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-54eb579c-dec8-4376-98b4-55d2fdb31bd0 req-0d1e18e5-8122-4a15-a085-442ce2260fcd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0362015 Jul 28 06:39:37.589762 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ef33-6ca5-4dd6-9dab-0ed78b23f817 req-5375eda0-b44e-40fc-9b53-c0e3a072485e tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:37.593751 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68f0ef33-6ca5-4dd6-9dab-0ed78b23f817 req-5375eda0-b44e-40fc-9b53-c0e3a072485e tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 932 time: 0.0599177 Jul 28 06:39:37.637611 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 41dcf4e4-f335-41a8-ae56-b0163407fe77 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:37.674064 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:37.682475 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68f0ef33-6ca5-4dd6-9dab-0ed78b23f817 req-9e719f4f-a252-4cd7-91e7-90a068741f48 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841672 Jul 28 06:39:37.704986 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:37.705111 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Request body: {'port': {'device_id': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:37.711060 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 41dcf4e4-f335-41a8-ae56-b0163407fe77 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:39:37.722971 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 41dcf4e4-f335-41a8-ae56-b0163407fe77 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:37.723589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.804172 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.910617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 41dcf4e4-f335-41a8-ae56-b0163407fe77 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:37.914703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:37.974077 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:37.980714 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b522d57-2685-4d67-a7c8-86573d078a60" -d '{"events": [{"server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "name": "network-vif-plugged", "status": "completed", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:38.000420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:38.010889 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.129671 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:38.152722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824b2f-c5d6-4645-bf03-c569f2dbe407 req-f9ec3923-2569-4b71-a4c9-06841d00a9d7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:38.154346 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22824b2f-c5d6-4645-bf03-c569f2dbe407 req-f9ec3923-2569-4b71-a4c9-06841d00a9d7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.1396186 Jul 28 06:39:38.218173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:38.265838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-98a31d4d-44bc-49c4-b645-28115a06e7a0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:38.267732 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-98a31d4d-44bc-49c4-b645-28115a06e7a0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.3460367 Jul 28 06:39:38.287445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:38.351901 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22824b2f-c5d6-4645-bf03-c569f2dbe407 req-a6502c52-c6bd-469f-baf7-8616858d9ea5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809514 Jul 28 06:39:38.443265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bbc35-d221-4eb0-a3ab-7cb51a7ec108 x-openstack-request-id: req-d30bbc35-d221-4eb0-a3ab-7cb51a7ec108 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:38.443265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "name": "network-vif-plugged", "status": "completed", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:38.443265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d30bbc35-d221-4eb0-a3ab-7cb51a7ec108 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:38.443265 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30bbc35-d221-4eb0-a3ab-7cb51a7ec108'] response: {'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77', 'code': 200} Jul 28 06:39:38.538368 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-4975d8db-48a9-44a6-a013-91cc668e3c26 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 380 time: 0.2306054 Jul 28 06:39:38.552839 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5d434a-57c7-43e3-a3af-c419d61fcc19 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:38.567831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'port': {'device_id': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'admin_state_up': True, 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'security_groups': ['a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:38.575986 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks [] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.630588 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da02fc-c946-4d7b-b6ff-75fd874a49ff req-6b0df782-a94b-4052-aef2-f5c2038a05f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:38.633747 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0da02fc-c946-4d7b-b6ff-75fd874a49ff req-6b0df782-a94b-4052-aef2-f5c2038a05f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0915055 Jul 28 06:39:38.687947 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Transition to ACTIVE for port object 3e5d434a-57c7-43e3-a3af-c419d61fcc19 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:39:38.695796 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8a9b3-df12-424e-9ade-cd4801d78fda req-2d20bc05-0f21-4276-9751-eb09dc166479 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:38.697547 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29d8a9b3-df12-424e-9ade-cd4801d78fda req-2d20bc05-0f21-4276-9751-eb09dc166479 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1254086 Jul 28 06:39:38.702978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.723870 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0da02fc-c946-4d7b-b6ff-75fd874a49ff req-f5ee8fae-ae07-41d1-a829-24a0c05e62ce tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836315 Jul 28 06:39:38.872895 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29d8a9b3-df12-424e-9ade-cd4801d78fda req-24e5aa49-ca6f-4a9f-a896-d860395ee8c1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667540 Jul 28 06:39:38.873619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Pushing event updated for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:38.890050 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a8508c0-7040-4695-abfe-dd58afe1bb61 req-5604dbeb-ca15-4d31-a0da-a85cd8cadd9b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0509171 Jul 28 06:39:38.918034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0238-7efd-4069-b2f4-3cefac782d47 req-48e9a8e4-0d6c-4366-9bba-b04b0a7403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:38.919550 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84fe0238-7efd-4069-b2f4-3cefac782d47 req-48e9a8e4-0d6c-4366-9bba-b04b0a7403ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 1130 time: 0.1570892 Jul 28 06:39:38.963017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Attempting to bind port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:38.963374 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Attempting to bind port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:38.963709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Attempting to bind port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 on network 68f02050-09bf-429b-8750-a014c7a2dad3 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:38.968889 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Made reservation on behalf of f16eee0fb716452e8c760a27b5724d91 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:38.972492 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.991140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 on network 68f02050-09bf-429b-8750-a014c7a2dad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:39:38.991485 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Attempting to bind port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 on network 68f02050-09bf-429b-8750-a014c7a2dad3 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:39.026858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:39.027266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Checking segment: {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:39.027694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Bound using segment: {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:39.028205 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Bound port: 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72789f55-eca8-4419-9405-a15c80b0987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:39.028513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.045158 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84fe0238-7efd-4069-b2f4-3cefac782d47 req-a21868db-1a1f-4a7e-b53b-03152e072d3e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065993 Jul 28 06:39:39.316860 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eead9-c79d-48f8-8600-dde991de42a7 req-2f2a81b5-67a6-4083-a805-bc750ffc5150 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.316860 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f85eead9-c79d-48f8-8600-dde991de42a7 req-2f2a81b5-67a6-4083-a805-bc750ffc5150 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 944 time: 0.1907995 Jul 28 06:39:39.424096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:39.453904 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:39.475869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:39.487298 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:39.510746 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.559846 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f0c9-6f0d-4e44-b71e-159ed20feec6 req-f46bb873-9dc2-421b-929f-78f778f6d8a1 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.569136 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0727f0c9-6f0d-4e44-b71e-159ed20feec6 req-f46bb873-9dc2-421b-929f-78f778f6d8a1 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0728676 Jul 28 06:39:39.590634 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.20.0.8 (5eec19e8-2941-4311-8a4f-2b98c90d5895/ac8d3ad7-e251-4af0-9ae2-904408ffda67/f779dd90-25ac-4b48-b542-655c148fc093) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:39.605871 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.606403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.607812 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] 10.222.0.49 "PUT /v2.0/ports/3e5d434a-57c7-43e3-a3af-c419d61fcc19 HTTP/1.1" status: 200 len: 1094 time: 1.9209242 Jul 28 06:39:39.609332 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:39.610953 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729c504-1457-4bc9-8c2e-809202676e15" -d '{"events": [{"name": "network-changed", "server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:39.676447 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0727f0c9-6f0d-4e44-b71e-159ed20feec6 req-ca57f1bf-4e27-41b8-8e7a-2b72733c2ee3 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048894 Jul 28 06:39:39.714313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f85eead9-c79d-48f8-8600-dde991de42a7 req-0cea70c6-a704-4843-b7f1-148c74f87132 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946800 Jul 28 06:39:39.741473 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4560-f977-4d1c-9175-35b0311c0cce service neutron] Pushing event updated for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:39.790817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf81a3e-5ece-4940-827b-e067a261c321 x-openstack-request-id: req-acf81a3e-5ece-4940-827b-e067a261c321 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:39.791170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:39.791379 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acf81a3e-5ece-4940-827b-e067a261c321 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:39.791864 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf81a3e-5ece-4940-827b-e067a261c321'] response: {'name': 'network-changed', 'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19', 'status': 'completed', 'code': 200} Jul 28 06:39:39.925882 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391df4e-2a1b-4e0c-b964-e1b66cee77b0 req-ec6d0d4d-4208-435c-813a-8abfd1425177 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.927699 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9391df4e-2a1b-4e0c-b964-e1b66cee77b0 req-ec6d0d4d-4208-435c-813a-8abfd1425177 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0706859 Jul 28 06:39:40.007161 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (f779dd90-25ac-4b48-b542-655c148fc093), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.029626 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadc163-1e3a-4ec5-95dd-c2f8202e9899 req-417aef32-191b-4b02-a93a-175b47d3726f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.030269 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9391df4e-2a1b-4e0c-b964-e1b66cee77b0 req-6b16756e-d041-435e-a564-62a86829e141 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960641 Jul 28 06:39:40.031689 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baadc163-1e3a-4ec5-95dd-c2f8202e9899 req-417aef32-191b-4b02-a93a-175b47d3726f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0573854 Jul 28 06:39:40.083078 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.106815 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-baadc163-1e3a-4ec5-95dd-c2f8202e9899 req-d05b4b31-3a89-4c00-8549-9c527398ce56 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685804 Jul 28 06:39:40.164837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:40.198194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:40.201330 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:40.208641 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.209389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.245225 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:40.270103 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-3283a6f5-db29-45bf-a973-e66d0c025e9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7111702 Jul 28 06:39:40.280588 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65092-3b0c-4f0d-92ca-eeb51a6e3062 req-31af186d-569d-4987-8c6e-44cdf65baa77 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.287542 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23a65092-3b0c-4f0d-92ca-eeb51a6e3062 req-31af186d-569d-4987-8c6e-44cdf65baa77 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 931 time: 0.1434636 Jul 28 06:39:40.347256 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Request body: {'port': {'device_id': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:40.458801 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-23a65092-3b0c-4f0d-92ca-eeb51a6e3062 req-cd69efe5-ae0c-46a1-a113-6a16b771e8a6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679201 Jul 28 06:39:40.498560 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-ea5fbda8-a75a-404f-9657-16e9e93bedc2 None None] Provisioning complete for port f779dd90-25ac-4b48-b542-655c148fc093 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:40.499989 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbda8-a75a-404f-9657-16e9e93bedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f779dd90-25ac-4b48-b542-655c148fc093), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.551653 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fbda8-a75a-404f-9657-16e9e93bedc2 None None] Port f779dd90-25ac-4b48-b542-655c148fc093 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:40.555549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-0de717c3-d137-4473-927f-4935fc3751c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.557915 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-0de717c3-d137-4473-927f-4935fc3751c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 1128 time: 0.2331414 Jul 28 06:39:40.558786 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f779dd90-25ac-4b48-b542-655c148fc093), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.842001 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-2fcea263-b7c0-4092-9bee-fc693845568a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19 HTTP/1.1" status: 200 len: 217 time: 0.1028626 Jul 28 06:39:40.867114 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:40.885379 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c121bf9-797f-458b-944b-92cc51578a05 req-fcb2b178-684e-4784-94d8-2fb8ec3589aa tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.894025 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c121bf9-797f-458b-944b-92cc51578a05 req-fcb2b178-684e-4784-94d8-2fb8ec3589aa tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0708303 Jul 28 06:39:40.907848 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98272f-448a-4068-afa6-602e76471f23 req-4057fef8-3e07-4274-aed9-466fdfb6eaff tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.910370 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff98272f-448a-4068-afa6-602e76471f23 req-4057fef8-3e07-4274-aed9-466fdfb6eaff tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 944 time: 0.0861404 Jul 28 06:39:40.918209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:40.954917 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:40.974527 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c121bf9-797f-458b-944b-92cc51578a05 req-f3954e98-93b1-4ffa-9e43-7b93ba5a7789 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681107 Jul 28 06:39:41.037350 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff98272f-448a-4068-afa6-602e76471f23 req-b85e328d-41ee-4e0f-b926-48267be5dbd0 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922873 Jul 28 06:39:41.125859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f779dd90-25ac-4b48-b542-655c148fc093 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:41.134376 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks [] for port (f779dd90-25ac-4b48-b542-655c148fc093), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.156650 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Transition to ACTIVE for port object f779dd90-25ac-4b48-b542-655c148fc093 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:39:41.163305 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.191598 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3e2e-8472-42e7-a4c0-1d5c8c9bf596 req-3cf19ac6-60e2-42ca-b250-b40a5f709eab tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.198603 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b4f3e2e-8472-42e7-a4c0-1d5c8c9bf596 req-3cf19ac6-60e2-42ca-b250-b40a5f709eab tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0694716 Jul 28 06:39:41.246757 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:41.262907 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b4f3e2e-8472-42e7-a4c0-1d5c8c9bf596 req-db46c1bc-e959-4b67-8ce9-9eda07afb000 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631037 Jul 28 06:39:41.286249 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Pushing event updated for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:41.350718 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Attempting to bind port f779dd90-25ac-4b48-b542-655c148fc093 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:41.351505 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Attempting to bind port f779dd90-25ac-4b48-b542-655c148fc093 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:41.352025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Attempting to bind port f779dd90-25ac-4b48-b542-655c148fc093 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:41.361678 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Port f779dd90-25ac-4b48-b542-655c148fc093 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:39:41.362074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Attempting to bind port f779dd90-25ac-4b48-b542-655c148fc093 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:41.378268 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:41.379030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:41.379696 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Bound using segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:41.381081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Bound port: f779dd90-25ac-4b48-b542-655c148fc093, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:41.381359 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f779dd90-25ac-4b48-b542-655c148fc093), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.391094 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33d6b-d51a-485e-ab3d-86ee8ba9a37f req-b5a31467-dc4a-474a-9c70-c28d7b189a3e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.399923 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2af33d6b-d51a-485e-ab3d-86ee8ba9a37f req-b5a31467-dc4a-474a-9c70-c28d7b189a3e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1638515 Jul 28 06:39:41.523103 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2af33d6b-d51a-485e-ab3d-86ee8ba9a37f req-45afe74e-ded0-48fe-bb72-e8373da01b9a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215649 Jul 28 06:39:41.588031 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:41.593100 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=f779dd90-25ac-4b48-b542-655c148fc093,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:41.625051 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afe452-28c4-49ac-888d-701bfd958c08 req-f86e4a47-431f-469b-ae0b-d752ad9f683c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.633445 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97afe452-28c4-49ac-888d-701bfd958c08 req-f86e4a47-431f-469b-ae0b-d752ad9f683c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0666537 Jul 28 06:39:41.636879 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.714054 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-005db88a-a05e-4c26-bab1-5ee953278baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.715517 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-005db88a-a05e-4c26-bab1-5ee953278baa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43e5975c-1633-45ca-ad95-29e92dc6ad73 HTTP/1.1" status: 200 len: 849 time: 0.1159213 Jul 28 06:39:41.732353 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.732984 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.734444 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] 10.222.0.49 "PUT /v2.0/ports/f779dd90-25ac-4b48-b542-655c148fc093 HTTP/1.1" status: 200 len: 1093 time: 1.4085152 Jul 28 06:39:41.748492 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97afe452-28c4-49ac-888d-701bfd958c08 req-242c765f-08d7-4ba2-ae06-4ac53a87f781 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136882 Jul 28 06:39:41.770273 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853131cc-a714-41d3-8019-857b33dfb693 service neutron] Pushing event updated for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:41.774413 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-90175f6e-c401-48c8-8844-bdbd251e37fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f02050-09bf-429b-8750-a014c7a2dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504401 Jul 28 06:39:41.793751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:41.809865 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687cddd5-339e-4db3-99a3-02d1020f81e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "tag": "f779dd90-25ac-4b48-b542-655c148fc093"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:41.944451 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cfd184-39ca-49b0-9f0f-ebeb18c44e2d x-openstack-request-id: req-f1cfd184-39ca-49b0-9f0f-ebeb18c44e2d {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:41.944739 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "tag": "f779dd90-25ac-4b48-b542-655c148fc093", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:41.944989 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1cfd184-39ca-49b0-9f0f-ebeb18c44e2d {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:41.945414 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cfd184-39ca-49b0-9f0f-ebeb18c44e2d'] response: {'name': 'network-changed', 'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093', 'status': 'completed', 'code': 200} Jul 28 06:39:41.999477 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-592bfd56-2c1f-4337-ba97-aca98d5ebce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.001005 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-592bfd56-2c1f-4337-ba97-aca98d5ebce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 1127 time: 0.1645627 Jul 28 06:39:42.028302 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-50f86ec6-0786-4ace-aaf3-690190719a85 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924603 Jul 28 06:39:42.072984 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-72b5e436-4a84-413e-b897-50330877cd76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f779dd90-25ac-4b48-b542-655c148fc093 HTTP/1.1" status: 200 len: 217 time: 0.0561826 Jul 28 06:39:42.125906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:42.195876 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-659d34b9-c7cd-4701-845e-0832e3e3fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.199804 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-659d34b9-c7cd-4701-845e-0832e3e3fad4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0842977 Jul 28 06:39:42.214808 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6d63-42ed-49c5-bd06-1bb38ebd00c3 req-64e1697f-ce79-4cab-b427-0cdbac2d0cb1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.217735 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-572c6d63-42ed-49c5-bd06-1bb38ebd00c3 req-64e1697f-ce79-4cab-b427-0cdbac2d0cb1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 944 time: 0.0770416 Jul 28 06:39:42.264847 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a3d6169-3e4c-4edc-a845-272889e12fec req-34fdd273-1868-4971-b43c-1c8f161ffcc9 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041945 Jul 28 06:39:42.293745 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-170ba463-6423-4420-beb1-e833b48450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.298968 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-170ba463-6423-4420-beb1-e833b48450ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825696 Jul 28 06:39:42.300652 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-572c6d63-42ed-49c5-bd06-1bb38ebd00c3 req-23f3af08-0560-4b33-b77e-ccc292584c34 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746074 Jul 28 06:39:42.419457 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:42.459185 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-a910e0ea-3333-43d8-95ce-55bca779141e service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471035 Jul 28 06:39:42.497886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a37e-9e2a-44a4-bf0b-255a8beff4f0 req-ba07c683-2370-44ba-8693-d0301f85ff3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.499715 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44c3a37e-9e2a-44a4-bf0b-255a8beff4f0 req-ba07c683-2370-44ba-8693-d0301f85ff3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0686781 Jul 28 06:39:42.555003 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44c3a37e-9e2a-44a4-bf0b-255a8beff4f0 req-1670998e-e325-4b23-bcc0-0a405a6a92c9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Jul 28 06:39:42.662583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4f3ee-3144-4860-b4b8-2cff1343c104 req-87f97697-4da9-41f4-a79d-8db871370da8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.664599 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcb4f3ee-3144-4860-b4b8-2cff1343c104 req-87f97697-4da9-41f4-a79d-8db871370da8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0552573 Jul 28 06:39:42.721089 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcb4f3ee-3144-4860-b4b8-2cff1343c104 req-c939f141-0e91-4e7a-958e-ca33feb4190e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Jul 28 06:39:42.884746 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2947-331a-4d36-8514-c9c134ed9c21 req-6d92906b-7f68-4fb4-9af9-298e5d38ac9d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:42.886356 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-285e2947-331a-4d36-8514-c9c134ed9c21 req-6d92906b-7f68-4fb4-9af9-298e5d38ac9d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0632753 Jul 28 06:39:42.951570 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-285e2947-331a-4d36-8514-c9c134ed9c21 req-41f58c76-92a3-4d77-abcc-803785c0516c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579157 Jul 28 06:39:43.510928 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577c436-9c85-42fa-b3d4-478224d02975 req-413711ba-73b8-44ce-a885-afd728c6fa89 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:43.512564 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c577c436-9c85-42fa-b3d4-478224d02975 req-413711ba-73b8-44ce-a885-afd728c6fa89 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 944 time: 0.0982130 Jul 28 06:39:43.582453 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c577c436-9c85-42fa-b3d4-478224d02975 req-18ff8db2-fdd5-48dd-a312-fd47ba7c7e16 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591123 Jul 28 06:39:43.635646 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c504-1457-4bc9-8c2e-809202676e15 req-e6bece98-3556-4dd5-9717-b509ef25e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:43.637133 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-e6bece98-3556-4dd5-9717-b509ef25e66f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57601f159e244aa68924602c2c5dc385&device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 1128 time: 0.1101840 Jul 28 06:39:43.777928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65eb0f-1b78-4574-89b6-1333f65347ff req-d6a296c5-3cb2-49de-98d9-5378a062b431 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:43.786287 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3d65eb0f-1b78-4574-89b6-1333f65347ff req-d6a296c5-3cb2-49de-98d9-5378a062b431 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0922964 Jul 28 06:39:43.904623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdff59e-0818-4b62-82b6-2ba66d3136aa req-d827d680-d165-4bf6-b0a5-4603a30f3c6e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:43.906352 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1bdff59e-0818-4b62-82b6-2ba66d3136aa req-d827d680-d165-4bf6-b0a5-4603a30f3c6e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0799956 Jul 28 06:39:43.994428 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1bdff59e-0818-4b62-82b6-2ba66d3136aa req-e2fd07de-4fd5-4fd6-b693-2f02cfe15a53 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815642 Jul 28 06:39:44.074828 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d832c2e6-1103-4d7c-a120-8ad28c2789b5 req-15e0021d-d47b-498f-abd4-784cfc55bc0e service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466030 Jul 28 06:39:44.119087 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c504-1457-4bc9-8c2e-809202676e15 req-5f5e70fd-76b7-4eaf-94dc-053d660188ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.119087 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-5f5e70fd-76b7-4eaf-94dc-053d660188ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 200 len: 910 time: 0.4733486 Jul 28 06:39:44.156889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c71a4e-ac86-4e1d-9f82-a90c78c0439c req-9058234e-a97a-4a36-b9a6-021f10cbf02e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.164319 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b9c71a4e-ac86-4e1d-9f82-a90c78c0439c req-9058234e-a97a-4a36-b9a6-021f10cbf02e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0737352 Jul 28 06:39:44.188714 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3d65eb0f-1b78-4574-89b6-1333f65347ff req-60926c76-2108-4acb-b99e-814a6b696bb5 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025655 Jul 28 06:39:44.190382 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-dd5a4738-c623-44b8-945f-619cfc9fe314 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19 HTTP/1.1" status: 200 len: 217 time: 0.0600846 Jul 28 06:39:44.221354 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b9c71a4e-ac86-4e1d-9f82-a90c78c0439c req-19dd90bc-5803-40e9-b231-bc31b33632d8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559866 Jul 28 06:39:44.544526 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-7e2af3d5-c577-4508-97ff-0963daf67666 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.556653 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-7e2af3d5-c577-4508-97ff-0963daf67666 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 815 time: 0.1261146 Jul 28 06:39:44.569908 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-6c2cfd08-0cc6-4854-bd07-59e091af8f3b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/quotas/6b7e4c91aaaf48e2b134128055919a47 HTTP/1.1" status: 200 len: 375 time: 0.0121512 Jul 28 06:39:44.639657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-bb063bfb-d41a-47f4-90a3-2fa8de290222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.642577 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-bb063bfb-d41a-47f4-90a3-2fa8de290222 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 1127 time: 0.1055059 Jul 28 06:39:44.658222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c504-1457-4bc9-8c2e-809202676e15 req-286b8ab6-2360-4b0d-8cd0-b16a2acd9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.662312 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-286b8ab6-2360-4b0d-8cd0-b16a2acd9557 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43e5975c-1633-45ca-ad95-29e92dc6ad73 HTTP/1.1" status: 200 len: 849 time: 0.1432500 Jul 28 06:39:44.762765 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-b090b20e-37a1-4634-8f46-56ad180d5785 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f02050-09bf-429b-8750-a014c7a2dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885587 Jul 28 06:39:44.796516 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:44.798921 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:44.819569 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fd1f8-9740-4918-b9b7-c52bddfcd5a3 req-fc1fe2bf-4393-4e8e-b7c1-3fac7644ca0a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.821118 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b93fd1f8-9740-4918-b9b7-c52bddfcd5a3 req-fc1fe2bf-4393-4e8e-b7c1-3fac7644ca0a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 944 time: 0.1243792 Jul 28 06:39:44.860107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-471f26f4-faf6-4b40-8032-1c4357a10229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:44.861612 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-471f26f4-faf6-4b40-8032-1c4357a10229 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.1975470 Jul 28 06:39:44.864410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:44.891177 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b93fd1f8-9740-4918-b9b7-c52bddfcd5a3 req-0edd1829-1e10-4d3e-9912-064e1f207ce1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Jul 28 06:39:44.904873 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-2aa20957-7d12-46f8-9d86-9add66533bc8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3282654 Jul 28 06:39:45.000430 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-d4497c05-f4cb-4091-a533-74433c2bd935 service neutron] 10.222.0.20 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843101 Jul 28 06:39:45.083069 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:45.103456 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4f081d9-d4e1-440e-9297-04924544cf29 service neutron] 10.222.0.20 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960515 Jul 28 06:39:45.121530 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bf696-be4a-4910-9719-575929493722 req-ff2a13af-c56c-4765-9408-e9be30362000 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:45.123110 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-801bf696-be4a-4910-9719-575929493722 req-ff2a13af-c56c-4765-9408-e9be30362000 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0513959 Jul 28 06:39:45.183637 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-801bf696-be4a-4910-9719-575929493722 req-87d072b8-ee85-4d39-88f8-66d07e927088 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Jul 28 06:39:45.285786 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a113e09b-c2f6-4865-891d-be381adb309d req-a55e5c65-78c1-4f06-bc9d-f448c05cc34f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0419676 Jul 28 06:39:45.364768 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c177-62ee-4383-8d26-6d45f4739d68 req-613da4e5-ac8d-4373-b665-33d82e6c70ea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:45.366321 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b568c177-62ee-4383-8d26-6d45f4739d68 req-613da4e5-ac8d-4373-b665-33d82e6c70ea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0729940 Jul 28 06:39:45.426703 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f70ac-37ba-4e1e-b89d-9923d0d519f7 req-fdda2fa1-3d96-4921-bc97-f0e66997e26d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:45.428289 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b1f70ac-37ba-4e1e-b89d-9923d0d519f7 req-fdda2fa1-3d96-4921-bc97-f0e66997e26d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0729439 Jul 28 06:39:45.429552 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b568c177-62ee-4383-8d26-6d45f4739d68 req-a4774c08-2bae-4370-b186-37a9542b0bc1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566623 Jul 28 06:39:45.466865 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:45.494480 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b1f70ac-37ba-4e1e-b89d-9923d0d519f7 req-d09779bb-f1ff-49ac-9616-8c4cb307d6b2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492010 Jul 28 06:39:45.669566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3e5d434a-57c7-43e3-a3af-c419d61fcc19 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:39:45.779013 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:45.794722 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '3e5d434a-57c7-43e3-a3af-c419d61fcc19', 'network_id': '68f02050-09bf-429b-8750-a014c7a2dad3', 'port_id': '3e5d434a-57c7-43e3-a3af-c419d61fcc19', 'mac_address': 'fa:16:3e:33:5f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e5975c-1633-45ca-ad95-29e92dc6ad73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:39:45.838062 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:45.838617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:45.857452 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5d434a-57c7-43e3-a3af-c419d61fcc19 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:45.884615 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:45.888987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:45.943880 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:46.017822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f03d8d-f1a6-470a-bf7e-9bce1e25f78d req-6532c2f5-f87d-461f-8ec9-b4d264982a11 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.019198 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b2f03d8d-f1a6-470a-bf7e-9bce1e25f78d req-6532c2f5-f87d-461f-8ec9-b4d264982a11 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Jul 28 06:39:46.031205 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:46.072180 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b2f03d8d-f1a6-470a-bf7e-9bce1e25f78d req-70417710-24a6-4793-b010-f2af512c78dc tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473094 Jul 28 06:39:46.380257 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-fa3d94c1-6e2a-4073-9589-8f5fbe4db842 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f779dd90-25ac-4b48-b542-655c148fc093 HTTP/1.1" status: 200 len: 217 time: 0.0912001 Jul 28 06:39:46.392887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf3998-c551-465a-a0f0-417e5cc24125 req-400a7016-36ff-4218-891d-dbc1e77b7f19 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.400175 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aabf3998-c551-465a-a0f0-417e5cc24125 req-400a7016-36ff-4218-891d-dbc1e77b7f19 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1428804 Jul 28 06:39:46.403510 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b7fcd889-83ec-4804-9ff0-3e22b90abfdd req-c0c19159-722b-429a-b01e-45389c26ea8d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0310833 Jul 28 06:39:46.462620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['3e5d434a-57c7-43e3-a3af-c419d61fcc19'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:46.555627 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-a46dd5d9-c113-4b53-8019-d4f952bf6217 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654524 Jul 28 06:39:46.562553 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2619-d445-4b16-9b87-6867bd8bb36b req-24f12ae3-3048-4244-8854-77cc7257b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.564086 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6b4c2619-d445-4b16-9b87-6867bd8bb36b req-24f12ae3-3048-4244-8854-77cc7257b814 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.1035852 Jul 28 06:39:46.572035 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-45c6b4c0-a202-459d-a9e8-c493160ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.573683 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-45c6b4c0-a202-459d-a9e8-c493160ed9a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.1684294 Jul 28 06:39:46.590211 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aabf3998-c551-465a-a0f0-417e5cc24125 req-a2c90f6f-982d-49f6-91bb-567a24fb282f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890111 Jul 28 06:39:46.591033 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd847-5c25-40ac-aaea-081f93655c29 req-98bf9178-ba13-4d1f-9942-250e2581afbb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.592601 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b4cd847-5c25-40ac-aaea-081f93655c29 req-98bf9178-ba13-4d1f-9942-250e2581afbb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0684388 Jul 28 06:39:46.704873 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b4cd847-5c25-40ac-aaea-081f93655c29 req-1fff6a8e-c16d-4b43-92f2-662dfafb4cfc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041114 Jul 28 06:39:46.819274 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9443d-aae1-4060-865b-4b1430f91dd8 req-d6f54c11-9c3f-41da-a615-cb6f52a2eca2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.820774 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73f9443d-aae1-4060-865b-4b1430f91dd8 req-d6f54c11-9c3f-41da-a615-cb6f52a2eca2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.1472573 Jul 28 06:39:46.821745 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-b74546ce-a8b6-4789-aa02-f64ddc3ab750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.823171 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-b74546ce-a8b6-4789-aa02-f64ddc3ab750 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1786726 Jul 28 06:39:46.864370 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6b4c2619-d445-4b16-9b87-6867bd8bb36b req-1a6d615e-7fef-4632-9c9b-5e8fcda05232 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208636 Jul 28 06:39:46.888767 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0729c504-1457-4bc9-8c2e-809202676e15 req-071d451d-e6d7-44da-9ecb-8d6e3784e496 service neutron] 10.222.0.49 "GET /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544048 Jul 28 06:39:46.908024 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73f9443d-aae1-4060-865b-4b1430f91dd8 req-fd0a2156-6543-4f7a-b821-5036df38c5d4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793824 Jul 28 06:39:47.197045 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983c46-1593-4cc0-a9e4-908e6886b6bb req-b9a69fc6-2259-4af0-9b05-544f3d98405a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:47.198579 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-af983c46-1593-4cc0-a9e4-908e6886b6bb req-b9a69fc6-2259-4af0-9b05-544f3d98405a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 945 time: 0.0535557 Jul 28 06:39:47.245348 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-af983c46-1593-4cc0-a9e4-908e6886b6bb req-fb41d235-2db2-40de-ba9f-b921e5c1cf56 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Jul 28 06:39:47.512537 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-472353a7-6825-45fd-a77a-8092df4d1f8c req-7b4e40dd-1c0d-4ca5-a9b9-42bb5b8d3530 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0297284 Jul 28 06:39:47.713073 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530e361-d943-4953-b850-fd7cc363420d req-52e95b19-148a-49fb-8fce-55f336e735d4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:47.714592 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e530e361-d943-4953-b850-fd7cc363420d req-52e95b19-148a-49fb-8fce-55f336e735d4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0483878 Jul 28 06:39:47.766365 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e530e361-d943-4953-b850-fd7cc363420d req-b90fb2a3-526e-4eb6-b386-0f1197e17d82 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Jul 28 06:39:47.787342 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3e5d434a-57c7-43e3-a3af-c419d61fcc19 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:47.848742 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:47.850169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:39:47.864082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:47.864545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:47.890495 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4bea8-9629-4d37-b11c-0babd0a92511 req-9e685758-6d7e-48f6-a074-893dfed3845d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:47.891625 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-abf4bea8-9629-4d37-b11c-0babd0a92511 req-9e685758-6d7e-48f6-a074-893dfed3845d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0683880 Jul 28 06:39:47.925487 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:47.932453 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:47.936871 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-9393bd15-814c-4c00-bf2e-72e0adec0c6c service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792889 Jul 28 06:39:47.967299 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-abf4bea8-9629-4d37-b11c-0babd0a92511 req-29fb09da-5434-4731-8a0d-0e5ae438ffba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665455 Jul 28 06:39:47.989158 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:47.989580 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.015997 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:48.018921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4079dc3b-b672-44e8-99ef-b4263f930f0c" -d '{"events": [{"server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "name": "network-vif-plugged", "status": "completed", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:48.032778 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:48.036061 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce395d4-0daf-4cd1-8073-0dbeb18fa818 req-93dcbd71-bc11-4425-b646-1a115acbd098 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:48.037758 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ce395d4-0daf-4cd1-8073-0dbeb18fa818 req-93dcbd71-bc11-4425-b646-1a115acbd098 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0533442 Jul 28 06:39:48.039596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.071096 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab254b75-3bff-4e0c-ba54-3608cbfae69a x-openstack-request-id: req-ab254b75-3bff-4e0c-ba54-3608cbfae69a {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:48.071405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "name": "network-vif-plugged", "status": "completed", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:48.071659 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab254b75-3bff-4e0c-ba54-3608cbfae69a {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:48.072045 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab254b75-3bff-4e0c-ba54-3608cbfae69a'] response: {'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19', 'code': 200} Jul 28 06:39:48.096454 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:48.098376 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ce395d4-0daf-4cd1-8073-0dbeb18fa818 req-df2df6fd-b691-400a-a938-144b1f31f981 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538135 Jul 28 06:39:48.381177 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c49ab-90eb-469f-8760-1b7f35371ceb req-eba90acc-d5fd-41c9-a3eb-7b0c4067bbc4 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:48.383164 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-787c49ab-90eb-469f-8760-1b7f35371ceb req-eba90acc-d5fd-41c9-a3eb-7b0c4067bbc4 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0503006 Jul 28 06:39:48.433841 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-787c49ab-90eb-469f-8760-1b7f35371ceb req-0346404c-1e11-4e7c-9334-f818e7c8432b tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Jul 28 06:39:48.559020 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-687cddd5-339e-4db3-99a3-02d1020f81e1 req-9340b0a5-c8a9-45ae-a804-3f262d1b3db4 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915730 Jul 28 06:39:48.615703 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a636b33-c324-4001-889e-fadd53c5bdfa req-fbcbb091-d5d7-4159-a3d2-9e7098a5984a tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0313354 Jul 28 06:39:48.910810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482e772-bd84-400f-a226-00fa801e2ed5 req-fe4fb31b-7b29-4ef8-ac4c-6c8a2a660791 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:48.912301 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3482e772-bd84-400f-a226-00fa801e2ed5 req-fe4fb31b-7b29-4ef8-ac4c-6c8a2a660791 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Jul 28 06:39:48.937684 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:48.967182 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3482e772-bd84-400f-a226-00fa801e2ed5 req-4e3dec72-b61f-40f7-962d-50fca752eae8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494106 Jul 28 06:39:49.095219 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0324f-e0d1-4345-ade4-b6e9e4675907 req-95a25bb8-cb06-449c-bb8c-f3e2f4bf1c50 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:49.097728 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c8c0324f-e0d1-4345-ade4-b6e9e4675907 req-95a25bb8-cb06-449c-bb8c-f3e2f4bf1c50 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0511539 Jul 28 06:39:49.157770 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c8c0324f-e0d1-4345-ade4-b6e9e4675907 req-bfc3d3e4-afc6-46cf-9b13-d6ece69e1874 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542169 Jul 28 06:39:49.287883 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769e3c5-f483-4f06-987f-36a94b0065d8 req-e5f0c159-72c7-419c-b447-78902d155ab4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:49.289735 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f769e3c5-f483-4f06-987f-36a94b0065d8 req-e5f0c159-72c7-419c-b447-78902d155ab4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.1122897 Jul 28 06:39:49.371086 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-d953d661-3cda-463b-8dd9-ab31ab691ac7 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:49.372565 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-d953d661-3cda-463b-8dd9-ab31ab691ac7 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 815 time: 0.1914434 Jul 28 06:39:49.378039 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f769e3c5-f483-4f06-987f-36a94b0065d8 req-1f698cb0-8bd1-42d1-a83c-f21dc8599c4d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827389 Jul 28 06:39:49.560891 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21370-b54b-4218-a418-0bb839dad5cd req-e61d0a9d-d9d2-46f3-a361-010e98bddbf3 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:49.562504 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6db21370-b54b-4218-a418-0bb839dad5cd req-e61d0a9d-d9d2-46f3-a361-010e98bddbf3 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0544748 Jul 28 06:39:49.588131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'port': {'device_id': '3e9e64be-7751-4a35-9913-759b5aa65387', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'admin_state_up': True, 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:49.619483 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6db21370-b54b-4218-a418-0bb839dad5cd req-21cef5a5-260d-44a3-b264-f228c6395268 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506980 Jul 28 06:39:49.728483 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb8db43a-427e-4716-a8c1-018a2af7155d req-123ce8a2-4b12-431b-826d-076833d31901 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0343053 Jul 28 06:39:49.735710 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Made reservation on behalf of 6b7e4c91aaaf48e2b134128055919a47 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:39:49.740706 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:49.882053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Allocated IP 172.20.0.5 (6d222ea2-8d19-4343-b8a9-fa254dab7a9d/1589cd81-72f4-480d-bb13-9577525a4b36/547ddf0c-06c1-4016-890a-f31d53cfe707) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:50.019998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:50.059197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.091096 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255088a-a196-46fd-9c92-8e655a6e1dc9 req-63a039ba-5705-48c8-bf9f-c5c04fc93c35 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.092666 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7255088a-a196-46fd-9c92-8e655a6e1dc9 req-63a039ba-5705-48c8-bf9f-c5c04fc93c35 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Jul 28 06:39:50.093050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.139026 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:50.142219 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:50.143220 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7255088a-a196-46fd-9c92-8e655a6e1dc9 req-ef3ecf5f-58e9-490a-b3f6-7a7bece7965c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Jul 28 06:39:50.146334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:50.151488 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.152132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.158975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:50.181710 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-81ee0dc8-a23f-4c22-9a17-c6e3b77588ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976529 Jul 28 06:39:50.297264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861d30-26e9-4797-a131-9bbe1109f8bd req-66918251-2094-4efb-a53f-326cfcb2925d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.299758 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-80861d30-26e9-4797-a131-9bbe1109f8bd req-66918251-2094-4efb-a53f-326cfcb2925d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Jul 28 06:39:50.365933 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-80861d30-26e9-4797-a131-9bbe1109f8bd req-a40c12db-ce7a-4c46-9123-198d89543e1b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602362 Jul 28 06:39:50.417089 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-1dd92c85-78c4-4cb3-85c6-ce445ec577fa None None] Provisioning complete for port 547ddf0c-06c1-4016-890a-f31d53cfe707 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:50.418125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1dd92c85-78c4-4cb3-85c6-ce445ec577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.434410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b848b-8c41-4195-a7c6-a65ce7ae7ecb req-106d7c7a-b21b-4384-8eda-f54a8931951d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.436102 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e3b848b-8c41-4195-a7c6-a65ce7ae7ecb req-106d7c7a-b21b-4384-8eda-f54a8931951d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0544288 Jul 28 06:39:50.492264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-1dd92c85-78c4-4cb3-85c6-ce445ec577fa None None] Port 547ddf0c-06c1-4016-890a-f31d53cfe707 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:39:50.504526 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e3b848b-8c41-4195-a7c6-a65ce7ae7ecb req-bb85ee66-fe06-4bc2-93b2-dffc2daea39e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605080 Jul 28 06:39:50.515740 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:50.530301 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5320f6-c209-4686-9e6c-7406ce62ca3d req-39700fa7-f4df-4732-bbd2-ea154ff3be42 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.531832 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa5320f6-c209-4686-9e6c-7406ce62ca3d req-39700fa7-f4df-4732-bbd2-ea154ff3be42 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0598469 Jul 28 06:39:50.582443 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa5320f6-c209-4686-9e6c-7406ce62ca3d req-ce1bf928-7fcb-4b7c-8c67-f7e6912a8b46 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Jul 28 06:39:50.701106 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:50.742018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d52a23-36a0-48ae-a203-5a2fd03b8441 req-d4cc379f-a5d7-41ec-9157-cb034b0ace45 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.743484 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a6d52a23-36a0-48ae-a203-5a2fd03b8441 req-d4cc379f-a5d7-41ec-9157-cb034b0ace45 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0510519 Jul 28 06:39:50.792734 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a6d52a23-36a0-48ae-a203-5a2fd03b8441 req-54457bb8-70c9-43a2-8315-8dd487b8b1c5 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Jul 28 06:39:50.857566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731603f-2832-481c-82cc-ef6078c6ea9d req-7758ee62-9e01-4ece-baf8-3e0bccf76142 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:50.859049 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e731603f-2832-481c-82cc-ef6078c6ea9d req-7758ee62-9e01-4ece-baf8-3e0bccf76142 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 931 time: 0.0499928 Jul 28 06:39:50.906200 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e731603f-2832-481c-82cc-ef6078c6ea9d req-036c221c-c2e1-485f-94c0-4e4ac4edcc62 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Jul 28 06:39:51.265410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Request body: {'port': {'device_id': '3e9e64be-7751-4a35-9913-759b5aa65387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:51.324516 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec07dff-576a-4726-a76d-bc0205229d45 req-13247d4d-8627-45f6-ba69-0fc3106e8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.326073 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ec07dff-576a-4726-a76d-bc0205229d45 req-13247d4d-8627-45f6-ba69-0fc3106e8775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 1130 time: 0.0731816 Jul 28 06:39:51.357561 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:51.636493 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56240155-4576-48e4-8d82-ae7e5626b69c req-8e9dad78-9c61-4c44-a5ab-b71feafa1712 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.638100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56240155-4576-48e4-8d82-ae7e5626b69c req-8e9dad78-9c61-4c44-a5ab-b71feafa1712 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1609414 Jul 28 06:39:51.643827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-1db41963-2328-4d39-85a1-bf4ffef63846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.645786 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-1db41963-2328-4d39-85a1-bf4ffef63846 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.1759918 Jul 28 06:39:51.659515 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ec07dff-576a-4726-a76d-bc0205229d45 req-d323f686-166e-4c0a-bfc7-e29d8d7c4477 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882722 Jul 28 06:39:51.667745 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770820-0e67-4250-903a-ad040e38504a req-6031ffc3-ae77-4dc5-88d4-d2df3809ec5e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.669488 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67770820-0e67-4250-903a-ad040e38504a req-6031ffc3-ae77-4dc5-88d4-d2df3809ec5e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0577967 Jul 28 06:39:51.694029 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:51.724243 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67770820-0e67-4250-903a-ad040e38504a req-810b029e-8fe5-420e-ba2d-12eecb5187e4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Jul 28 06:39:51.742179 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56240155-4576-48e4-8d82-ae7e5626b69c req-7c2b7100-a0ea-49ff-8cae-c408800f5689 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889590 Jul 28 06:39:51.787893 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:51.811808 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547ddf0c-06c1-4016-890a-f31d53cfe707 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:51.820934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 55618) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:51.826218 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160594412', 'description': 'tempest-description--941299591'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:51.833705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks [] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:51.852098 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f28e4-47a7-4157-95d5-5298cc5d6872 req-de3c9e69-da8d-42ea-9890-5a6a0af37442 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.854302 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-085f28e4-47a7-4157-95d5-5298cc5d6872 req-de3c9e69-da8d-42ea-9890-5a6a0af37442 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0645845 Jul 28 06:39:51.856438 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Transition to ACTIVE for port object 547ddf0c-06c1-4016-890a-f31d53cfe707 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:39:51.862690 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:51.871954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:51.914224 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-085f28e4-47a7-4157-95d5-5298cc5d6872 req-2f133d66-51d6-42a9-b8b5-e94164a35854 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528955 Jul 28 06:39:51.969686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:51.995460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e292-9081-4d90-8895-a8ef4c66de9f req-72664b49-8e2d-4220-a8c4-2c92d8b41cc5 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:51.996979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eba4e292-9081-4d90-8895-a8ef4c66de9f req-72664b49-8e2d-4220-a8c4-2c92d8b41cc5 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.1055760 Jul 28 06:39:52.040568 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab52e2-16c9-4cbf-9b7e-c1becbbe32f7 req-3b51fd9d-aff4-4a9c-8132-5c9dfda2ff8e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:52.048607 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-08ab52e2-16c9-4cbf-9b7e-c1becbbe32f7 req-3b51fd9d-aff4-4a9c-8132-5c9dfda2ff8e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0619128 Jul 28 06:39:52.099222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Attempting to bind port 547ddf0c-06c1-4016-890a-f31d53cfe707 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:39:52.099589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Attempting to bind port 547ddf0c-06c1-4016-890a-f31d53cfe707 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:39:52.099956 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Attempting to bind port 547ddf0c-06c1-4016-890a-f31d53cfe707 on network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:52.105412 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-08ab52e2-16c9-4cbf-9b7e-c1becbbe32f7 req-2fa55689-8d6c-4460-90b5-49cab64808f1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558317 Jul 28 06:39:52.130196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Port 547ddf0c-06c1-4016-890a-f31d53cfe707 on network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:39:52.130966 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Attempting to bind port 547ddf0c-06c1-4016-890a-f31d53cfe707 on network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:39:52.141559 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:52.149795 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eba4e292-9081-4d90-8895-a8ef4c66de9f req-5bc90ea1-0f1a-4ac2-ad93-21a0890fc7a3 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285923 Jul 28 06:39:52.154163 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:39:52.154593 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Checking segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:39:52.154860 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Bound using segment: {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:39:52.155292 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Bound port: 547ddf0c-06c1-4016-890a-f31d53cfe707, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756230f2-7bf2-4f31-a8b8-96bc80733e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:39:52.155649 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.165117 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (e79a3af3-da21-4935-a37e-3c18d272c4ac), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.174560 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e79a3af3-da21-4935-a37e-3c18d272c4ac), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.224031 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.225266 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4033403 Jul 28 06:39:52.228861 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 55626) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:52.233998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d032fa-a85e-44e0-a2f7-65c13fd5a520 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a3af3-da21-4935-a37e-3c18d272c4ac,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:52.234223 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': 'e79a3af3-da21-4935-a37e-3c18d272c4ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:52.262068 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:39:52.265619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:39:52.266209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (d6c6a309-ba28-4750-b875-de81a5532246), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.271688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.317447 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:52.318071 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.319732 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] 10.222.0.49 "PUT /v2.0/ports/547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 1093 time: 1.0580595 Jul 28 06:39:52.320317 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:52.322591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:52.337070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (d6c6a309-ba28-4750-b875-de81a5532246), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.341479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (d6c6a309-ba28-4750-b875-de81a5532246), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.343732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4b8b-fc4e-495c-804f-967c05db1122 service neutron] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:52.365988 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c6a309-ba28-4750-b875-de81a5532246,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:52.371710 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2c30c-0ca3-4ac6-b908-66ec12d5c67e x-openstack-request-id: req-78d2c30c-0ca3-4ac6-b908-66ec12d5c67e {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:52.372101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:52.372471 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78d2c30c-0ca3-4ac6-b908-66ec12d5c67e {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:52.372999 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d2c30c-0ca3-4ac6-b908-66ec12d5c67e'] response: {'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:39:52.373648 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.374888 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fd24622f-61c2-496a-a982-7e97bd212983 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448276 Jul 28 06:39:52.378810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 55630) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:52.383614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': 'e79a3af3-da21-4935-a37e-3c18d272c4ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:52.412813 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (82d0e17c-502f-48e0-9a25-85695b4ad547), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.468612 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:52.480093 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (82d0e17c-502f-48e0-9a25-85695b4ad547), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.484260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (82d0e17c-502f-48e0-9a25-85695b4ad547), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.509642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d0e17c-502f-48e0-9a25-85695b4ad547,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:52.520385 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.521764 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cb33b77c-aa79-41af-a959-e0e446b9d2ec tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417718 Jul 28 06:39:52.525029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 55632) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:52.529790 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:39:52.557923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.876601 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049340f4-1120-4dc2-9e62-b63921bad906 req-c3bbc524-2781-42cf-9894-2eb5316e6c84 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:52.878942 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-049340f4-1120-4dc2-9e62-b63921bad906 req-c3bbc524-2781-42cf-9894-2eb5316e6c84 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0505135 Jul 28 06:39:52.908914 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.931524 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-049340f4-1120-4dc2-9e62-b63921bad906 req-bfaaac35-e56a-4867-b74a-6a15536ef607 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Jul 28 06:39:52.982988 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880481-3d44-417a-ac68-009af757d7be req-437466bc-7cc6-4cfd-8935-4b07f058ca3a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:52.984549 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f880481-3d44-417a-ac68-009af757d7be req-437466bc-7cc6-4cfd-8935-4b07f058ca3a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0876412 Jul 28 06:39:53.053023 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe4f7-f778-419e-8506-6100e9e6d2ff req-aaac3a40-03c1-45de-ac5a-2e55f68a5dff tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:53.054764 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-510fe4f7-f778-419e-8506-6100e9e6d2ff req-aaac3a40-03c1-45de-ac5a-2e55f68a5dff tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0541885 Jul 28 06:39:53.085145 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f880481-3d44-417a-ac68-009af757d7be req-027a3567-790a-47da-9ff6-ae8961079f76 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917957 Jul 28 06:39:53.101984 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.27.1.43 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/9d9071b2-1459-4004-b026-995da771fb15) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:39:53.111215 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-510fe4f7-f778-419e-8506-6100e9e6d2ff req-8084ff98-c315-4632-a71d-bb2a6b8a15e4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481045 Jul 28 06:39:53.291758 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dbe27-7a76-4561-826f-36a86603e79b req-e84a142d-e65a-4a47-ba0e-44fc2e132965 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:53.293373 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-149dbe27-7a76-4561-826f-36a86603e79b req-e84a142d-e65a-4a47-ba0e-44fc2e132965 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0505199 Jul 28 06:39:53.346007 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-149dbe27-7a76-4561-826f-36a86603e79b req-0eaa31eb-71a5-4710-afd9-828bab66af2a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Jul 28 06:39:53.356221 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aface3-94e0-4ac5-9beb-61b0d2f659f8 req-a66baa0d-cc47-4bef-9120-d4c819ed3102 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:53.357791 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69aface3-94e0-4ac5-9beb-61b0d2f659f8 req-a66baa0d-cc47-4bef-9120-d4c819ed3102 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.1487532 Jul 28 06:39:53.365503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (9d9071b2-1459-4004-b026-995da771fb15), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.377479 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:53.474399 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-0c9b646f-cde9-4b07-881d-2434cc6aa18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:53.474399 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-0c9b646f-cde9-4b07-881d-2434cc6aa18e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.2358584 Jul 28 06:39:53.474399 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69aface3-94e0-4ac5-9beb-61b0d2f659f8 req-5f5b8a6e-1968-4564-b2f8-7af973357c2f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Jul 28 06:39:53.484782 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (9d9071b2-1459-4004-b026-995da771fb15), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.529555 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:39:53.542345 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:39:53.563409 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:39:53.569658 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:53.575163 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=9d9071b2-1459-4004-b026-995da771fb15,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:53.639025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-df1e8317-01af-4561-a23e-cb757633b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:53.640448 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-df1e8317-01af-4561-a23e-cb757633b4ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1127 time: 0.1131387 Jul 28 06:39:53.668199 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.712889 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9d9071b2-1459-4004-b026-995da771fb15), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.868702 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (9d9071b2-1459-4004-b026-995da771fb15), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.874158 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (9d9071b2-1459-4004-b026-995da771fb15), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.907025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.928581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=9d9071b2-1459-4004-b026-995da771fb15,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:53.934079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.935405 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-add8bd52-e50b-4ebd-ad9d-c64439f0f899 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4092436 Jul 28 06:39:54.073857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d3581-a2b7-4108-acee-325642748530 req-a70f05b2-7743-4f24-a0a2-926bdac9eefa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.075521 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5f0d3581-a2b7-4108-acee-325642748530 req-a70f05b2-7743-4f24-a0a2-926bdac9eefa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Jul 28 06:39:54.131903 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5f0d3581-a2b7-4108-acee-325642748530 req-cd4fc1ad-c9ac-43b3-a22a-7668825842c4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500305 Jul 28 06:39:54.245680 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03299a-ac82-4e36-9452-2e5fab9069de req-8c553cdb-924d-49bb-a9f2-de4d15c26a15 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.247228 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f03299a-ac82-4e36-9452-2e5fab9069de req-8c553cdb-924d-49bb-a9f2-de4d15c26a15 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Jul 28 06:39:54.270751 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:54.302950 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f03299a-ac82-4e36-9452-2e5fab9069de req-088a0e7c-ea3d-4340-ac5e-d7c781438869 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Jul 28 06:39:54.402883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c1ebd-2824-4b42-9bc1-21c4e463540b req-c5f38e64-d2e7-4932-9802-ff5f04136d0a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.404359 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c96c1ebd-2824-4b42-9bc1-21c4e463540b req-c5f38e64-d2e7-4932-9802-ff5f04136d0a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0480142 Jul 28 06:39:54.454879 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c96c1ebd-2824-4b42-9bc1-21c4e463540b req-91f05560-fff7-4062-b55d-7a1980b27f34 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Jul 28 06:39:54.567979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:54.577265 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929e90-8917-42ce-bb9a-60f57c515f1c req-db3c3d99-4559-4d5e-abd5-33aa902ab85f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.578760 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19929e90-8917-42ce-bb9a-60f57c515f1c req-db3c3d99-4559-4d5e-abd5-33aa902ab85f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0612524 Jul 28 06:39:54.589417 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-9785a8c4-49b4-4c59-b7a6-9bbbf4ff8404 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.0845044 Jul 28 06:39:54.629379 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19929e90-8917-42ce-bb9a-60f57c515f1c req-d58426ad-432b-4c64-b359-e828d4ff2a52 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Jul 28 06:39:54.677643 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-989cb02f-db8e-4d6d-ab36-63181e46bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.679327 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-989cb02f-db8e-4d6d-ab36-63181e46bd55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0770955 Jul 28 06:39:54.680661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-2d1e8d23-0ab2-4431-98c1-718c474b4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.682286 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-2d1e8d23-0ab2-4431-98c1-718c474b4704 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b7e4c91aaaf48e2b134128055919a47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1787271 Jul 28 06:39:54.744231 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665a31a-b78b-4f19-99fb-7427a0253eaa req-0189229d-f9ca-4f0d-beca-26ff13846061 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:54.745833 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6665a31a-b78b-4f19-99fb-7427a0253eaa req-0189229d-f9ca-4f0d-beca-26ff13846061 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0482354 Jul 28 06:39:54.796491 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6665a31a-b78b-4f19-99fb-7427a0253eaa req-677445ff-b169-42e1-9181-6e6375491447 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Jul 28 06:39:54.877941 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-603cbd98-15ae-481c-aad6-1d7caa96b124 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1160594412&fields=id&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 267 time: 0.0642488 Jul 28 06:39:54.998787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:55.059262 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-9f93fb36-dd90-44de-a2dd-942b2afc9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.060744 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-9f93fb36-dd90-44de-a2dd-942b2afc9e45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210821 Jul 28 06:39:55.091034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-c2948ca3-ae72-42fe-af1e-0ea5c5f4503f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.092680 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-c2948ca3-ae72-42fe-af1e-0ea5c5f4503f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.2080932 Jul 28 06:39:55.122037 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-7a3e7098-2737-4091-9ae8-cc5181289b7e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/quotas/dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 375 time: 0.0208621 Jul 28 06:39:55.126496 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-a569b440-ff2d-49f7-8878-5130180e4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.128013 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e4cd829b-45b7-4d0a-8ebe-a487cc15031a req-a569b440-ff2d-49f7-8878-5130180e4c09 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764600 Jul 28 06:39:55.179020 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-b7d60ccb-0bf3-462f-91bc-0d7352b0a4c2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499375 Jul 28 06:39:55.271392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:55.288301 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b6d0-2d3f-4c21-a35f-40cda0096afe req-4036a50c-b1f4-4764-9a4a-d9145decbb7b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.289835 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6f9b6d0-2d3f-4c21-a35f-40cda0096afe req-4036a50c-b1f4-4764-9a4a-d9145decbb7b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Jul 28 06:39:55.305041 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-c6c33dc8-d268-4923-bbf1-499cf994514f service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112933 Jul 28 06:39:55.348662 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6f9b6d0-2d3f-4c21-a35f-40cda0096afe req-680e2968-1da3-478d-8ac2-a797cb6b8503 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501471 Jul 28 06:39:55.414397 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-3c2a4e6c-c02b-4b1b-951b-cc0ae99e0d5e service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035969 Jul 28 06:39:55.464692 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42ad1b-7f62-43ad-91fe-1ce9de1f47f0 req-db3b2d62-bb3f-47f0-9a66-984419c0511e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.466216 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5d42ad1b-7f62-43ad-91fe-1ce9de1f47f0 req-db3b2d62-bb3f-47f0-9a66-984419c0511e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Jul 28 06:39:55.520990 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5d42ad1b-7f62-43ad-91fe-1ce9de1f47f0 req-2ba468e9-2bb5-484c-82c3-3f69acfd5bfe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Jul 28 06:39:55.595151 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e39dd709-690d-4b15-ac54-4883fff5178b req-8234e0a3-264c-4cb8-b9e5-e0b2c713496e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0316215 Jul 28 06:39:55.626811 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56744-f002-439b-873c-4e82e3a1e77e req-009218d2-2988-4a01-bb92-676944e1c1d4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.628607 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49d56744-f002-439b-873c-4e82e3a1e77e req-009218d2-2988-4a01-bb92-676944e1c1d4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 943 time: 0.0546503 Jul 28 06:39:55.696457 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49d56744-f002-439b-873c-4e82e3a1e77e req-d9aadf91-998b-4b67-8856-a126ec66c883 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613468 Jul 28 06:39:55.758941 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90cdee-54c7-4f16-af3e-3a99b46a508d req-12ebc872-cb7d-496f-92b6-59783f86da02 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:55.765794 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8b90cdee-54c7-4f16-af3e-3a99b46a508d req-12ebc872-cb7d-496f-92b6-59783f86da02 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0590429 Jul 28 06:39:55.796131 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:39:55.813813 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8b90cdee-54c7-4f16-af3e-3a99b46a508d req-513eb1f7-321a-4378-b8c8-f77ed4005e9a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Jul 28 06:39:55.941844 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:55.953675 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:39:55.994440 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: ACTIVE; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:55.995082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.012191 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:56.030370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aee84f-5793-47a0-a351-3a45e9adbd64 req-7fbbd619-ea23-46ed-9d62-a6f9515eb196 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:56.031873 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8aee84f-5793-47a0-a351-3a45e9adbd64 req-7fbbd619-ea23-46ed-9d62-a6f9515eb196 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0708802 Jul 28 06:39:56.038003 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:56.043754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.044412 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-f0a4f78a-bb7d-47cd-90c6-1d13ba65bed8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675193 Jul 28 06:39:56.044573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device f779dd90-25ac-4b48-b542-655c148fc093 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:39:56.090604 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8aee84f-5793-47a0-a351-3a45e9adbd64 req-3eeebcac-9e3b-48ca-8984-bf2f5f6d5ebb tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445340 Jul 28 06:39:56.259026 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=6']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:56.301671 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-2a5156bb-92f2-431c-868a-3b5bf0d84b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:56.303639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-2a5156bb-92f2-431c-868a-3b5bf0d84b89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1127 time: 0.1613705 Jul 28 06:39:56.410509 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=f779dd90-25ac-4b48-b542-655c148fc093,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:56.436369 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'f779dd90-25ac-4b48-b542-655c148fc093', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'port_id': 'f779dd90-25ac-4b48-b542-655c148fc093', 'mac_address': 'fa:16:3e:fd:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:39:56.503605 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56ed1126-35c7-4b51-b0a5-9d19dc57504e req-d1e3908c-b588-4a42-8fd5-ba66fcad85b8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866801 Jul 28 06:39:56.505320 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-c2de3099-6445-497a-94ac-b8a0d710da70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 217 time: 0.1450911 Jul 28 06:39:56.526652 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port f779dd90-25ac-4b48-b542-655c148fc093 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:56.527061 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f779dd90-25ac-4b48-b542-655c148fc093), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.567724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f779dd90-25ac-4b48-b542-655c148fc093 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:39:56.584701 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1feb3c-5688-4b7d-baf7-2e5cfb031159 req-5ee7ef0b-b521-4cb0-bcdc-7a314c523c93 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:56.586949 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:56.592821 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d1feb3c-5688-4b7d-baf7-2e5cfb031159 req-5ee7ef0b-b521-4cb0-bcdc-7a314c523c93 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.1165409 Jul 28 06:39:56.602546 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=f779dd90-25ac-4b48-b542-655c148fc093,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:56.608135 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.631315 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-dd81bbf3-4ae9-4e95-bf6d-85caf414d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:56.634517 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-dd81bbf3-4ae9-4e95-bf6d-85caf414d67b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.1053381 Jul 28 06:39:56.649862 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d1feb3c-5688-4b7d-baf7-2e5cfb031159 req-6848903e-6dc3-4767-8fa9-270147413c22 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560181 Jul 28 06:39:56.662415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:56.727235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04819b-53b7-4069-b037-c2e53838873d req-bf257683-7369-4abd-9f81-9296746c75d1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:56.739062 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff04819b-53b7-4069-b037-c2e53838873d req-bf257683-7369-4abd-9f81-9296746c75d1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.1035058 Jul 28 06:39:56.790985 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-819edb3f-1992-4c76-863d-845d6f414d2d req-941280db-7119-402d-b265-454cd560ef4f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0578811 Jul 28 06:39:56.816685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff04819b-53b7-4069-b037-c2e53838873d req-b2180436-84dc-447f-ae8e-84c0168aad20 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764027 Jul 28 06:39:56.998156 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332565-7c4d-4e3b-9848-e56523ab8f53 req-993268c8-11f7-43ae-996f-73c7d1f7a2b6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:57.006604 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67332565-7c4d-4e3b-9848-e56523ab8f53 req-993268c8-11f7-43ae-996f-73c7d1f7a2b6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 944 time: 0.1115015 Jul 28 06:39:57.063397 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67332565-7c4d-4e3b-9848-e56523ab8f53 req-88efee69-e204-49ca-ba53-9c1ed80eaf25 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558736 Jul 28 06:39:57.231519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447ba2-264d-4297-b5fa-cb934d132c72 req-42bb4017-f7dc-4b3e-a67a-4b281e205768 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:57.233283 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59447ba2-264d-4297-b5fa-cb934d132c72 req-42bb4017-f7dc-4b3e-a67a-4b281e205768 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0566397 Jul 28 06:39:57.262753 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:57.270771 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e6c7-02e8-47f8-9463-a52d8d6b27f9 req-d0e039e9-bd79-4ddb-af5c-68655c575995 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:57.272354 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0191e6c7-02e8-47f8-9463-a52d8d6b27f9 req-d0e039e9-bd79-4ddb-af5c-68655c575995 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0627661 Jul 28 06:39:57.289746 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59447ba2-264d-4297-b5fa-cb934d132c72 req-dc772407-954b-4dd4-9521-e21bad1e3775 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Jul 28 06:39:57.337376 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0191e6c7-02e8-47f8-9463-a52d8d6b27f9 req-7661ab64-8345-4478-932c-ce8ee72ea077 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Jul 28 06:39:57.460735 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['626917cf-1bf9-47dd-b3eb-784f6c8fdad0'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:57.595434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:57.790588 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['f779dd90-25ac-4b48-b542-655c148fc093'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:39:57.818930 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6157-d435-41e5-a709-d0b24965f2fd req-64f6093d-ea0f-41aa-b575-9f31cf5924f1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:57.820478 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9ffa6157-d435-41e5-a709-d0b24965f2fd req-64f6093d-ea0f-41aa-b575-9f31cf5924f1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.0617924 Jul 28 06:39:57.857804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:57.889588 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9ffa6157-d435-41e5-a709-d0b24965f2fd req-2cf04412-d212-4e15-bdfb-9bae7ebfb32f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554507 Jul 28 06:39:57.930798 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ce0d271d-f4a1-47dc-923c-f893cb11d829 req-6656736f-c32b-4204-9681-dc1c27c2305c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0366793 Jul 28 06:39:58.063534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff39f0-dbe5-40e2-8695-4e299a9e624f req-a6d47155-6724-4f98-b97a-c396a4ef859a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:58.064617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:39:58.065732 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-abff39f0-dbe5-40e2-8695-4e299a9e624f req-a6d47155-6724-4f98-b97a-c396a4ef859a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0677800 Jul 28 06:39:58.144918 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-abff39f0-dbe5-40e2-8695-4e299a9e624f req-93f696b6-be4b-4f05-8fd1-6eab8efd0b04 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726547 Jul 28 06:39:58.150558 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:39:58.150940 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.215435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870befb1-42db-44b5-b7b9-c4b0d65791cc req-2c412e61-0c0f-40a0-9d12-d57926ced6e5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:58.216953 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-870befb1-42db-44b5-b7b9-c4b0d65791cc req-2c412e61-0c0f-40a0-9d12-d57926ced6e5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 944 time: 0.0531485 Jul 28 06:39:58.243152 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:39:58.243152 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.278053 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:58.281052 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2106fa1-2560-49b1-9324-4b6cad577ea9" -d '{"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:58.289752 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-870befb1-42db-44b5-b7b9-c4b0d65791cc req-daa329f7-477a-4206-96af-e2ff98c7ccee tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657835 Jul 28 06:39:58.298506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:58.304526 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.357272 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d6bf8e-0c60-4a6c-b553-ded689ed8d92 x-openstack-request-id: req-80d6bf8e-0c60-4a6c-b553-ded689ed8d92 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:58.357620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:58.357882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80d6bf8e-0c60-4a6c-b553-ded689ed8d92 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:58.358389 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d6bf8e-0c60-4a6c-b553-ded689ed8d92'] response: {'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'code': 200} Jul 28 06:39:58.392323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=7']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:58.453852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112a255-801f-43b3-95d4-3b190982252d req-c2e23cbc-bfc7-4cd0-ab20-198c419f9c8f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:58.455754 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d112a255-801f-43b3-95d4-3b190982252d req-c2e23cbc-bfc7-4cd0-ab20-198c419f9c8f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0559149 Jul 28 06:39:58.522419 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d112a255-801f-43b3-95d4-3b190982252d req-5eae1a8a-e0cc-4ee1-87ac-2976a111e89d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604587 Jul 28 06:39:58.552499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5d15-bec5-4803-b926-80fbdb42a3e4 req-1fbae1ce-d9ca-4995-90d1-0d64e642e96b tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:58.559114 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c82f5d15-bec5-4803-b926-80fbdb42a3e4 req-1fbae1ce-d9ca-4995-90d1-0d64e642e96b tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0972686 Jul 28 06:39:58.616808 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c82f5d15-bec5-4803-b926-80fbdb42a3e4 req-11ae2ba7-5504-4740-adb0-52003b735c5d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Jul 28 06:39:59.054486 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15343d52-3852-4e0f-b959-1acb3b68dbd3 req-cbb9589e-73e6-411f-b5c8-d7572546b209 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:59.056317 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15343d52-3852-4e0f-b959-1acb3b68dbd3 req-cbb9589e-73e6-411f-b5c8-d7572546b209 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0558593 Jul 28 06:39:59.076031 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-379e6d1c-5657-4889-bee6-ef727e0f1032 req-7ddbd9e3-25d0-4130-b4fe-80ff4194c5eb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0431063 Jul 28 06:39:59.119780 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15343d52-3852-4e0f-b959-1acb3b68dbd3 req-2b26cbd1-a8c1-4ed3-8039-6609363baa85 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485475 Jul 28 06:39:59.260039 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc7ddd-c7c0-4d1e-bba2-c8765702476f req-88b5ac57-2683-4520-9c13-af0017e6bddf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:59.261736 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0acc7ddd-c7c0-4d1e-bba2-c8765702476f req-88b5ac57-2683-4520-9c13-af0017e6bddf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Jul 28 06:39:59.315912 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0acc7ddd-c7c0-4d1e-bba2-c8765702476f req-b729f670-4851-4bb0-860b-cc0229d9cdfe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Jul 28 06:39:59.429647 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdf07f-eb1e-4f7e-bd01-3ccc01950c47 req-84e0fa9b-b8fc-4336-9bd1-fc16cd46dd6b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:59.432017 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e4bdf07f-eb1e-4f7e-bd01-3ccc01950c47 req-84e0fa9b-b8fc-4336-9bd1-fc16cd46dd6b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 944 time: 0.0524688 Jul 28 06:39:59.535609 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e4bdf07f-eb1e-4f7e-bd01-3ccc01950c47 req-70c6a615-5bbb-411c-affa-930f3488c95e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863936 Jul 28 06:39:59.700318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5473d4-6c2c-4c67-b3ed-76cc95cf0a98 req-f4382a6a-be8b-457c-90e7-bdfc22a56a4a tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:59.708650 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa5473d4-6c2c-4c67-b3ed-76cc95cf0a98 req-f4382a6a-be8b-457c-90e7-bdfc22a56a4a tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0828056 Jul 28 06:39:59.716236 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:59.719158 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:59.767379 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa5473d4-6c2c-4c67-b3ed-76cc95cf0a98 req-98979385-4d08-4ece-9eac-ecf77115a0ba tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576651 Jul 28 06:39:59.772249 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac27575-899c-411a-b14c-304a01f0a27f req-16879fcd-3812-4949-a76b-7a608d24c187 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:59.774747 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6ac27575-899c-411a-b14c-304a01f0a27f req-16879fcd-3812-4949-a76b-7a608d24c187 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0662713 Jul 28 06:39:59.840099 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6ac27575-899c-411a-b14c-304a01f0a27f req-ffbd9f3f-f87c-4ea8-9109-58c315d55dd4 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 Jul 28 06:40:00.045399 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device f779dd90-25ac-4b48-b542-655c148fc093 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:40:00.047522 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:00.121834 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:00.122684 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8d5ca416-5bf9-437c-8c1f-11bfc3dc814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.126228 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port f779dd90-25ac-4b48-b542-655c148fc093 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:40:00.133751 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port f779dd90-25ac-4b48-b542-655c148fc093 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:00.134130 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (f779dd90-25ac-4b48-b542-655c148fc093), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.198426 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b8fd410-e23e-4685-b0a0-b01166128bca req-f5bb6280-add4-454c-b73e-9b53383627f5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Jul 28 06:40:00.245595 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port f779dd90-25ac-4b48-b542-655c148fc093 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:00.245988 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f779dd90-25ac-4b48-b542-655c148fc093), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.281462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245150cb-7d25-4160-8cee-aecc751c59f7 req-fa719e0f-6ef2-43ce-ab9c-e76f1f9437c6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:00.283118 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-245150cb-7d25-4160-8cee-aecc751c59f7 req-fa719e0f-6ef2-43ce-ab9c-e76f1f9437c6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Jul 28 06:40:00.308564 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=f779dd90-25ac-4b48-b542-655c148fc093,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:00.314511 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.349127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-245150cb-7d25-4160-8cee-aecc751c59f7 req-826f81bd-ad61-4c03-ac0a-c5cfe3e14b9a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592849 Jul 28 06:40:00.361823 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:00.362857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874f3f6-6bf8-4ceb-9acd-36b814ce673d" -d '{"events": [{"server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "name": "network-vif-plugged", "status": "completed", "tag": "f779dd90-25ac-4b48-b542-655c148fc093"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:00.391614 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:00.417836 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a518ee-2a56-4c7c-b192-a0efb02c7839 x-openstack-request-id: req-b6a518ee-2a56-4c7c-b192-a0efb02c7839 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:00.418212 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "name": "network-vif-plugged", "status": "completed", "tag": "f779dd90-25ac-4b48-b542-655c148fc093", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:00.418527 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6a518ee-2a56-4c7c-b192-a0efb02c7839 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:00.418988 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a518ee-2a56-4c7c-b192-a0efb02c7839'] response: {'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093', 'code': 200} Jul 28 06:40:00.484300 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98de1-1058-4618-86ab-56aaf9676a6c req-2a4f0397-3f77-4fbc-8b0d-e20e7d69edee tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:00.485809 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cdc98de1-1058-4618-86ab-56aaf9676a6c req-2a4f0397-3f77-4fbc-8b0d-e20e7d69edee tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0587955 Jul 28 06:40:00.540991 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cdc98de1-1058-4618-86ab-56aaf9676a6c req-3e148e75-e2be-40c7-a891-ac244602509a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Jul 28 06:40:00.672602 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7238-bb19-486e-a99b-646e85627051 req-1b3afc53-f8ea-4c37-abc8-37bc67d9b7c9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:00.689533 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-204d7238-bb19-486e-a99b-646e85627051 req-1b3afc53-f8ea-4c37-abc8-37bc67d9b7c9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0743492 Jul 28 06:40:00.741647 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-204d7238-bb19-486e-a99b-646e85627051 req-af72e77e-93b3-428f-b328-39a462e29f9a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506449 Jul 28 06:40:00.922639 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c11c7-1019-4f73-81d0-0c5655e39a2f req-7d2015da-1edd-4c05-a387-7671f7125201 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:00.924524 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7f0c11c7-1019-4f73-81d0-0c5655e39a2f req-7d2015da-1edd-4c05-a387-7671f7125201 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0625215 Jul 28 06:40:00.981858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259247f-1f67-4975-b29a-8aadb86f5ace req-ce69c926-b264-46ee-9e85-3638b3cc7d02 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:00.983939 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f259247f-1f67-4975-b29a-8aadb86f5ace req-ce69c926-b264-46ee-9e85-3638b3cc7d02 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0642138 Jul 28 06:40:00.987849 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7f0c11c7-1019-4f73-81d0-0c5655e39a2f req-c1d219e9-2969-49b1-82af-1ccf278bc632 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573697 Jul 28 06:40:01.036325 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f259247f-1f67-4975-b29a-8aadb86f5ace req-fc6c0ec7-7567-45eb-ac35-bdf8da2e4033 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462439 Jul 28 06:40:01.318807 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5fffee53-ea7d-44ff-9678-60c1a182a3c0 req-d2680861-5de5-4d2d-b644-8a518294b2c8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Jul 28 06:40:01.480792 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1f5d-5b7e-4b52-88dd-8cbf84be6722 req-8789fc5b-9d3f-4c4c-ba37-07647a91a124 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:01.482638 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-384d1f5d-5b7e-4b52-88dd-8cbf84be6722 req-8789fc5b-9d3f-4c4c-ba37-07647a91a124 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0600924 Jul 28 06:40:01.532862 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-384d1f5d-5b7e-4b52-88dd-8cbf84be6722 req-5ab82e7e-be85-40a5-b54e-d5f5a40d9692 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Jul 28 06:40:01.686216 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292fb4-2dad-4d90-a537-1637713c5c8d req-2b0d1739-d521-45b1-a294-127eb8856a28 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:01.687800 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee292fb4-2dad-4d90-a537-1637713c5c8d req-2b0d1739-d521-45b1-a294-127eb8856a28 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0604000 Jul 28 06:40:01.761472 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee292fb4-2dad-4d90-a537-1637713c5c8d req-d3beda6a-4cd8-4de1-a41d-2b1c00639b7b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677922 Jul 28 06:40:01.907495 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bd45f-17c8-4e8a-8584-a8f80e5344fc req-a86e8de6-abae-43e6-b004-b239a8ab671e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:01.910639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d9bd45f-17c8-4e8a-8584-a8f80e5344fc req-a86e8de6-abae-43e6-b004-b239a8ab671e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0599890 Jul 28 06:40:01.958266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:01.965879 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d9bd45f-17c8-4e8a-8584-a8f80e5344fc req-7c14e4f8-bf3d-4b0b-860a-00797e8d69f1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498204 Jul 28 06:40:02.116939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d5305-67f5-46e1-8a38-f559f26b56f6 req-ab525d06-ba39-46de-a180-fb66abfb151c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:02.118962 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a2d5305-67f5-46e1-8a38-f559f26b56f6 req-ab525d06-ba39-46de-a180-fb66abfb151c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0586116 Jul 28 06:40:02.171196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee6c0d-242c-4e40-9453-5ccdeadb2b75 req-866ee77f-8f88-45b7-9028-9f87b480d44f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:02.179733 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-37ee6c0d-242c-4e40-9453-5ccdeadb2b75 req-866ee77f-8f88-45b7-9028-9f87b480d44f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0692468 Jul 28 06:40:02.181112 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a2d5305-67f5-46e1-8a38-f559f26b56f6 req-aa4f205c-36be-4f45-8401-65980e3b0836 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555632 Jul 28 06:40:02.230223 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-37ee6c0d-242c-4e40-9453-5ccdeadb2b75 req-9aab3ae9-2de4-4222-92e6-203ffac53bb1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496275 Jul 28 06:40:02.424637 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3b7783c1-ebe3-43aa-ba4a-c52d109f9d1d req-5a13a828-efbe-43df-a30f-9d244fdbd9c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0316303 Jul 28 06:40:02.425328 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6913282f-a25b-4544-b43c-be09216876b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:02.648028 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:02.677426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242767-a15a-441c-a33b-495c2c2b63d2 req-eca010df-63a7-4340-92f1-fd0d00530775 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:02.679408 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f242767-a15a-441c-a33b-495c2c2b63d2 req-eca010df-63a7-4340-92f1-fd0d00530775 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0546491 Jul 28 06:40:02.735661 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f242767-a15a-441c-a33b-495c2c2b63d2 req-747ca3bc-9036-46cd-8017-83656718c4ca tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505176 Jul 28 06:40:02.903092 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9324b-32bd-41c0-b577-fe59f3343b0a req-2286c69b-ad9a-48fe-b184-986110970ba1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:02.904741 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64f9324b-32bd-41c0-b577-fe59f3343b0a req-2286c69b-ad9a-48fe-b184-986110970ba1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Jul 28 06:40:02.959941 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64f9324b-32bd-41c0-b577-fe59f3343b0a req-f41fc71f-01e1-4ae4-84c5-4f1a47da0a54 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Jul 28 06:40:03.094652 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537df44-04b3-403a-b98d-30ca7d8a1a62 req-a0665c44-07fd-4e5e-9205-3c31db46e424 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:03.097088 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b537df44-04b3-403a-b98d-30ca7d8a1a62 req-a0665c44-07fd-4e5e-9205-3c31db46e424 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0517938 Jul 28 06:40:03.153237 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b537df44-04b3-403a-b98d-30ca7d8a1a62 req-5c579a0f-b9b7-4d16-89f5-84b4ef70221c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500119 Jul 28 06:40:03.333256 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840df36-192d-448d-81fb-d059970c3dfe req-f1d4271f-9430-4087-8738-d908824ce52c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:03.341077 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1840df36-192d-448d-81fb-d059970c3dfe req-f1d4271f-9430-4087-8738-d908824ce52c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0693498 Jul 28 06:40:03.367469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:03.380637 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2a72-7b32-4416-8a7a-10a5ffeb04ec req-183fd990-a69d-434a-9a8a-3f22e42894a1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:03.382363 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-400a2a72-7b32-4416-8a7a-10a5ffeb04ec req-183fd990-a69d-434a-9a8a-3f22e42894a1 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0633345 Jul 28 06:40:03.394275 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1840df36-192d-448d-81fb-d059970c3dfe req-86b9c649-5082-41e8-8fd8-cbf57ab590ce tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521564 Jul 28 06:40:03.442425 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-400a2a72-7b32-4416-8a7a-10a5ffeb04ec req-4d412e9b-c8bc-4941-90aa-c221a2627f18 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520589 Jul 28 06:40:03.529064 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b620bbcb-589d-45f9-8463-75f93d1f5b74 req-b38651d2-e4f9-4f33-9abd-ee37235d5865 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Jul 28 06:40:03.849547 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:03.871704 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dba526-d919-48cb-8ebe-7b1986b56923 req-d035a1fd-a66e-4026-ad6d-070918159ccb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:03.873482 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d2dba526-d919-48cb-8ebe-7b1986b56923 req-d035a1fd-a66e-4026-ad6d-070918159ccb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Jul 28 06:40:03.941110 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d2dba526-d919-48cb-8ebe-7b1986b56923 req-ec10cc40-46a4-45e8-ab5b-678221979cbc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598948 Jul 28 06:40:04.095106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297456d6-5776-4a43-a2c5-a77a5f103852 req-414896ab-aad6-47ef-a5e6-3af171d7c5ce tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:04.097680 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-297456d6-5776-4a43-a2c5-a77a5f103852 req-414896ab-aad6-47ef-a5e6-3af171d7c5ce tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0514255 Jul 28 06:40:04.151569 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-297456d6-5776-4a43-a2c5-a77a5f103852 req-bb1d8770-42ca-4c01-badb-0755cb3dd3fe tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Jul 28 06:40:04.272694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:04.281514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae4db1-1dc0-4998-ab49-8403e2e81b88 req-0e413dfa-1e93-4a63-a66e-d68e32636c35 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:04.282990 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91ae4db1-1dc0-4998-ab49-8403e2e81b88 req-0e413dfa-1e93-4a63-a66e-d68e32636c35 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jul 28 06:40:04.336139 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91ae4db1-1dc0-4998-ab49-8403e2e81b88 req-5ae68ea5-8ed3-47a4-80b5-b824a34c9a15 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474136 Jul 28 06:40:04.525865 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831112d-fdb1-47d0-b518-14f215577fc0 req-e7ea8189-6638-4d21-b1d9-f71dff2466f8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:04.527575 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1831112d-fdb1-47d0-b518-14f215577fc0 req-e7ea8189-6638-4d21-b1d9-f71dff2466f8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0543060 Jul 28 06:40:04.585286 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1831112d-fdb1-47d0-b518-14f215577fc0 req-56bc8137-2ff0-47fc-b81f-b00b2163df3d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Jul 28 06:40:04.638653 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3121-bdc8-4743-a5e5-399768f81398 req-55e3bf3b-216e-4416-9397-ee2b455b7890 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:04.640133 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a57b3121-bdc8-4743-a5e5-399768f81398 req-55e3bf3b-216e-4416-9397-ee2b455b7890 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0914230 Jul 28 06:40:04.681545 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5a39d8d0-313d-4339-b81e-69f81966e0e1 req-ce9e452e-9779-443a-92ca-6bd5682123c3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0319276 Jul 28 06:40:04.702888 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a57b3121-bdc8-4743-a5e5-399768f81398 req-a3cea8e5-4361-45a0-9398-13ff7ece3fd3 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563262 Jul 28 06:40:05.070152 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea1e-f18a-45ba-be87-161b30dfaba6 req-16555d3a-afc9-4e9e-8e2c-61ee0452b865 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:05.071650 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9bfcea1e-f18a-45ba-be87-161b30dfaba6 req-16555d3a-afc9-4e9e-8e2c-61ee0452b865 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0469899 Jul 28 06:40:05.128014 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9bfcea1e-f18a-45ba-be87-161b30dfaba6 req-95a69e89-10fe-416f-824a-c2f8ad6f224c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486910 Jul 28 06:40:05.291673 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72f34-f5d6-4e61-8198-da0f9de6ead2 req-ca2c8d91-1fce-4ee5-bb6c-e3194c1226e8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:05.293192 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdb72f34-f5d6-4e61-8198-da0f9de6ead2 req-ca2c8d91-1fce-4ee5-bb6c-e3194c1226e8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Jul 28 06:40:05.343156 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdb72f34-f5d6-4e61-8198-da0f9de6ead2 req-7d5e16bf-40ee-4fbd-bf37-2d4da0c0d744 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Jul 28 06:40:05.458460 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b81ff-27f7-4646-acee-0182137cc806 req-3ba49f2c-3bd7-40a7-99db-0e25befdde2c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:05.460010 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4d1b81ff-27f7-4646-acee-0182137cc806 req-3ba49f2c-3bd7-40a7-99db-0e25befdde2c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0520973 Jul 28 06:40:05.514474 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4d1b81ff-27f7-4646-acee-0182137cc806 req-74e18eef-d733-4350-b6da-b3a3c47d86fd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Jul 28 06:40:05.607207 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:05.684060 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:05.764933 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652d75-161c-4f7d-a59b-760c25426fc5 req-ccf95842-edef-4b87-86fb-2dd81383e031 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:05.766639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bd652d75-161c-4f7d-a59b-760c25426fc5 req-ccf95842-edef-4b87-86fb-2dd81383e031 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0968478 Jul 28 06:40:05.866604 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bd652d75-161c-4f7d-a59b-760c25426fc5 req-9c31591d-80c6-4ce4-a252-d81d977ace30 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823128 Jul 28 06:40:05.881360 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e377cb1d-dead-445a-a5e4-e09b9de7b158 req-b304f3dd-f93a-4593-99d0-63e6796fdd8b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0433383 Jul 28 06:40:05.978990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051623b3-e784-46bd-a585-09f4a4f2e956 req-06601f9f-f4ab-44f9-b550-ee87e0e21fcc tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:05.980618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-051623b3-e784-46bd-a585-09f4a4f2e956 req-06601f9f-f4ab-44f9-b550-ee87e0e21fcc tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0633140 Jul 28 06:40:06.035564 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-051623b3-e784-46bd-a585-09f4a4f2e956 req-66088f6b-bc97-4542-85ab-2627b750dcf9 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Jul 28 06:40:06.242132 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:06.256157 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370a20-f5b2-4a52-90b9-9cc69f186ec3 req-42b5751d-f730-40a6-8a63-5e1b28e5fc4d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:06.257843 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75370a20-f5b2-4a52-90b9-9cc69f186ec3 req-42b5751d-f730-40a6-8a63-5e1b28e5fc4d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Jul 28 06:40:06.307142 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75370a20-f5b2-4a52-90b9-9cc69f186ec3 req-7d6818e8-6837-4c7e-add4-b4a720a6a0c8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Jul 28 06:40:06.471578 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6cd1a-1c48-47db-8360-cc66001a8136 req-167d0cf9-1837-42a5-9c49-6e9a6b9a5e5a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:06.473069 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cac6cd1a-1c48-47db-8360-cc66001a8136 req-167d0cf9-1837-42a5-9c49-6e9a6b9a5e5a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Jul 28 06:40:06.484570 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:06.528369 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cac6cd1a-1c48-47db-8360-cc66001a8136 req-af6c46cb-4f01-4e84-8295-23610defe79c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Jul 28 06:40:06.636871 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9815fb4-49e1-4ad4-a8dd-a00b65ff9b26 req-eb9231b3-2de8-4f67-b826-225433513a78 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:06.638527 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f9815fb4-49e1-4ad4-a8dd-a00b65ff9b26 req-eb9231b3-2de8-4f67-b826-225433513a78 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0502224 Jul 28 06:40:06.690830 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f9815fb4-49e1-4ad4-a8dd-a00b65ff9b26 req-dfe72ee2-99cd-413c-9794-bf772dc862db tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Jul 28 06:40:06.987941 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec07966-51c4-486c-965e-16646d37388e req-9b5b998e-9cea-4cb2-891e-14858fb30474 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:06.989697 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ec07966-51c4-486c-965e-16646d37388e req-9b5b998e-9cea-4cb2-891e-14858fb30474 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0574262 Jul 28 06:40:06.991706 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-855dec77-b3bf-4aae-af80-f545383efc3a req-33eace2c-b661-4d26-acaf-265a0a3c4406 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0375142 Jul 28 06:40:07.038378 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ec07966-51c4-486c-965e-16646d37388e req-97c6ec86-a5d3-481b-a31c-87bbaaee18aa tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Jul 28 06:40:07.170521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda6f84-3943-40d5-8000-e6e32ed10435 req-2a2c9dee-65e0-4b30-8ef4-8f0e0bf55eaf tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:07.172020 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dda6f84-3943-40d5-8000-e6e32ed10435 req-2a2c9dee-65e0-4b30-8ef4-8f0e0bf55eaf tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0578730 Jul 28 06:40:07.227560 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dda6f84-3943-40d5-8000-e6e32ed10435 req-1ebb5b03-d463-4abb-928c-42ce7a1d3fa9 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489643 Jul 28 06:40:07.447254 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19da4e-bdb8-499e-bab1-49acbca67a83 req-fbb4a6b4-f6ea-48fb-af1f-86934234c6b6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:07.449089 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b19da4e-bdb8-499e-bab1-49acbca67a83 req-fbb4a6b4-f6ea-48fb-af1f-86934234c6b6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0581317 Jul 28 06:40:07.499503 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b19da4e-bdb8-499e-bab1-49acbca67a83 req-7d0422b4-832d-404c-b0a5-c5cf89c27bc7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 Jul 28 06:40:07.649677 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037dc9f-f697-406e-ba69-16a825292f42 req-ad746d50-1e41-4560-9a83-17c14fa7cb8d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:07.651229 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e037dc9f-f697-406e-ba69-16a825292f42 req-ad746d50-1e41-4560-9a83-17c14fa7cb8d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Jul 28 06:40:07.699167 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e037dc9f-f697-406e-ba69-16a825292f42 req-75b85d72-d8f5-408b-aff8-53e1577b0bdc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Jul 28 06:40:07.811571 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6c929-e059-4734-b97d-5a1f6ed5d2ab req-c378c3bf-1284-43cb-a320-1648abecbde7 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:07.813126 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68e6c929-e059-4734-b97d-5a1f6ed5d2ab req-c378c3bf-1284-43cb-a320-1648abecbde7 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0490437 Jul 28 06:40:07.867047 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68e6c929-e059-4734-b97d-5a1f6ed5d2ab req-0be85803-9237-4e14-b4fd-a4268c054a6b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480278 Jul 28 06:40:08.095203 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-df468a30-eff5-4bf3-b6d4-3b2d41e2771c req-171bad15-b5af-41bd-ad39-82843d6b70ae tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Jul 28 06:40:08.159225 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0722d-2d7e-4ab1-88c7-a133caaddc83 req-73dafd62-d481-41b5-8248-81f0ca38ffc3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:08.160690 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4d0722d-2d7e-4ab1-88c7-a133caaddc83 req-73dafd62-d481-41b5-8248-81f0ca38ffc3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0477424 Jul 28 06:40:08.211133 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4d0722d-2d7e-4ab1-88c7-a133caaddc83 req-e99bff8d-d491-42c6-b660-61f7deb7fc8b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Jul 28 06:40:08.359301 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ed9c8-1751-4c79-bb9a-0753b9d9e3d9 req-5b71f7f2-5e95-44a4-b9cc-8dd14d365742 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:08.360758 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7e7ed9c8-1751-4c79-bb9a-0753b9d9e3d9 req-5b71f7f2-5e95-44a4-b9cc-8dd14d365742 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0516162 Jul 28 06:40:08.411039 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7e7ed9c8-1751-4c79-bb9a-0753b9d9e3d9 req-20ad8b1a-2545-488a-98c2-a00ef5b2578c tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441802 Jul 28 06:40:08.631122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de0242-ef54-4051-9550-8ac952eb78c2 req-f5f9bb36-693b-4d92-8cd3-7312764e46f9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:08.632610 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48de0242-ef54-4051-9550-8ac952eb78c2 req-f5f9bb36-693b-4d92-8cd3-7312764e46f9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Jul 28 06:40:08.680016 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48de0242-ef54-4051-9550-8ac952eb78c2 req-8eb790a2-b4da-4cd9-9617-c53fa38bad3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Jul 28 06:40:08.817707 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cd0ed-c738-47fd-a872-8615ac5decb7 req-9e13dbd1-ada4-4706-930e-4011e0553edf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:08.819332 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-835cd0ed-c738-47fd-a872-8615ac5decb7 req-9e13dbd1-ada4-4706-930e-4011e0553edf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0475776 Jul 28 06:40:08.866586 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-835cd0ed-c738-47fd-a872-8615ac5decb7 req-3403758b-d41e-48d4-a4b5-9d5920a2d3e7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Jul 28 06:40:08.986467 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592cc5-faad-4c2f-af52-ac42cd2b85cf req-b5ce6acc-fccf-49d3-811c-d8d499035d93 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:08.987926 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41592cc5-faad-4c2f-af52-ac42cd2b85cf req-b5ce6acc-fccf-49d3-811c-d8d499035d93 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0512125 Jul 28 06:40:09.028131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:09.038473 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41592cc5-faad-4c2f-af52-ac42cd2b85cf req-51eb2788-121c-4907-82b9-c43be7ce384a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 Jul 28 06:40:09.211701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0fc4f14-d067-4351-8439-8da0d3620027 req-220bf99f-262e-4125-9a7f-5f2e4667f302 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0324454 Jul 28 06:40:09.339620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3a5f0-63ea-41b6-87f9-5664319ad584 req-4dc98c31-2d7b-4b42-8108-4a31285b5283 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:09.341091 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8aa3a5f0-63ea-41b6-87f9-5664319ad584 req-4dc98c31-2d7b-4b42-8108-4a31285b5283 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0528924 Jul 28 06:40:09.389149 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8aa3a5f0-63ea-41b6-87f9-5664319ad584 req-89c09f97-40c1-4f55-83f3-088a5a23221b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Jul 28 06:40:09.492794 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:09.529044 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bb1d9-e989-4840-afbe-9205d8c19458 req-52e7d0a0-ddad-484e-b00b-180d53b4ea8a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:09.530531 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-801bb1d9-e989-4840-afbe-9205d8c19458 req-52e7d0a0-ddad-484e-b00b-180d53b4ea8a tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Jul 28 06:40:09.580098 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-801bb1d9-e989-4840-afbe-9205d8c19458 req-9b83153b-a8b2-421d-bba8-31f3db67a83d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Jul 28 06:40:09.796220 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:40:09.802763 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd50b4-8f3e-48af-9067-e668865f7839 req-9cd047fd-155f-4348-b924-5c3209c2bd07 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:09.804243 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5bfd50b4-8f3e-48af-9067-e668865f7839 req-9cd047fd-155f-4348-b924-5c3209c2bd07 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Jul 28 06:40:09.997019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2c8bf-b9bb-4c13-9464-defc19d987fc req-6f5688f6-ea25-486e-9ff2-f0920a41e804 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:09.998632 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-06e2c8bf-b9bb-4c13-9464-defc19d987fc req-6f5688f6-ea25-486e-9ff2-f0920a41e804 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0499964 Jul 28 06:40:10.049807 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-06e2c8bf-b9bb-4c13-9464-defc19d987fc req-d2c512ee-a3c0-4c64-acaf-d604539d8fa9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Jul 28 06:40:10.079406 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5bfd50b4-8f3e-48af-9067-e668865f7839 req-958c1e65-243a-4466-bfdc-6b3b20d8e602 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696071 Jul 28 06:40:10.166807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d554bf7-9466-457b-ac99-c130f39d5b50 req-62832672-e4bb-4ba4-8bb7-059232b97087 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:10.168237 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d554bf7-9466-457b-ac99-c130f39d5b50 req-62832672-e4bb-4ba4-8bb7-059232b97087 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0502634 Jul 28 06:40:10.218496 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d554bf7-9466-457b-ac99-c130f39d5b50 req-421cbfb9-f7a8-4f93-89c7-317b719066e2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 Jul 28 06:40:10.318068 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ab73ad9-4691-4071-95ca-f3ea26a328fe req-28a83171-faa1-45b3-8bb1-3271375b2c55 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Jul 28 06:40:10.509976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99420882-d17a-4719-9612-8adc98818c7e req-d247fc63-ab33-4f2c-b86f-5ef3d650dfd8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:10.516636 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-99420882-d17a-4719-9612-8adc98818c7e req-d247fc63-ab33-4f2c-b86f-5ef3d650dfd8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0543940 Jul 28 06:40:10.551711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-048bd1e8-b387-45d4-9c67-96cbdc415bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:10.553280 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-048bd1e8-b387-45d4-9c67-96cbdc415bdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542471 Jul 28 06:40:10.562385 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-99420882-d17a-4719-9612-8adc98818c7e req-0a438a71-4946-4b2f-b088-42256dee31ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Jul 28 06:40:10.703186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d13b-79db-42c6-8d39-c35d8ae4670e req-5839a31c-1e83-48ec-acdd-532c5c5847c4 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:10.704749 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16f9d13b-79db-42c6-8d39-c35d8ae4670e req-5839a31c-1e83-48ec-acdd-532c5c5847c4 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Jul 28 06:40:10.763588 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16f9d13b-79db-42c6-8d39-c35d8ae4670e req-8512ef0f-bc6f-42de-bb9f-c138a385b18d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503063 Jul 28 06:40:11.167519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e067-cbb1-4653-b7c9-7ff1cdce4ee4 req-259217fc-9d90-417a-b933-25b7a70d03b2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:11.168982 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bca6e067-cbb1-4653-b7c9-7ff1cdce4ee4 req-259217fc-9d90-417a-b933-25b7a70d03b2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0466182 Jul 28 06:40:11.207209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:11.207434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e1be0-a64c-41eb-a103-80f4d06a8019 req-fecafb88-9730-44d4-95bf-b65b40486017 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:11.208837 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-910e1be0-a64c-41eb-a103-80f4d06a8019 req-fecafb88-9730-44d4-95bf-b65b40486017 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Jul 28 06:40:11.222774 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bca6e067-cbb1-4653-b7c9-7ff1cdce4ee4 req-39b9d434-4591-4ab1-9140-a8b84c1ec149 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Jul 28 06:40:11.260862 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-910e1be0-a64c-41eb-a103-80f4d06a8019 req-e1952595-ad66-4729-9678-7d9dc09e6c8f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462415 Jul 28 06:40:11.337164 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e1e5-d2a5-4bf1-8269-861e34f27000 req-83f3a98c-b635-48df-92d8-57d52cb088f8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:11.338695 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13b4e1e5-d2a5-4bf1-8269-861e34f27000 req-83f3a98c-b635-48df-92d8-57d52cb088f8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0502474 Jul 28 06:40:11.391672 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13b4e1e5-d2a5-4bf1-8269-861e34f27000 req-b0d2241e-53ab-4a74-a3ac-8bb9f8c52e21 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Jul 28 06:40:11.423360 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f2b2ae8c-bf76-4254-856d-32a7a4efa6b7 req-727ce88c-9431-45b0-9b95-0054959dd954 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Jul 28 06:40:11.679761 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186ab7-b78d-4d77-9ee1-205fc146540d req-4cf8c100-6648-4e30-adc3-88e80b159801 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:11.681192 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8186ab7-b78d-4d77-9ee1-205fc146540d req-4cf8c100-6648-4e30-adc3-88e80b159801 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0471573 Jul 28 06:40:11.702566 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:11.731776 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8186ab7-b78d-4d77-9ee1-205fc146540d req-1ca4fedd-8efe-448d-93b2-20b993fa4a9d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Jul 28 06:40:11.881415 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f13f19-223e-4551-b464-ad47cd90f458 req-3b9deceb-760b-473c-9742-105765886d8f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:11.882821 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3f13f19-223e-4551-b464-ad47cd90f458 req-3b9deceb-760b-473c-9742-105765886d8f tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0474219 Jul 28 06:40:11.931713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3f13f19-223e-4551-b464-ad47cd90f458 req-e4e35868-265e-425e-810c-5ee8df88fb2d tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jul 28 06:40:12.349658 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216c37d-b58d-4323-bf81-cf02a4786458 req-dbb4572d-3d5e-4492-8c1c-a1b246677e50 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:12.351145 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c216c37d-b58d-4323-bf81-cf02a4786458 req-dbb4572d-3d5e-4492-8c1c-a1b246677e50 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Jul 28 06:40:12.398627 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c216c37d-b58d-4323-bf81-cf02a4786458 req-e6a9ad04-ae19-459f-bd04-979de33895f0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Jul 28 06:40:12.512401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036da30-da15-449e-9754-6505eb2c9dce req-09f16808-9b03-42af-800d-88dc357d362a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:12.513999 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2036da30-da15-449e-9754-6505eb2c9dce req-09f16808-9b03-42af-800d-88dc357d362a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Jul 28 06:40:12.573788 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2036da30-da15-449e-9754-6505eb2c9dce req-efb7f492-76b1-4483-8199-af7fc13c49a0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511506 Jul 28 06:40:12.707421 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66764b25-33a0-4673-a3b3-aaac3ca79cbc req-86b8fbdb-7ea4-4ede-acf0-4a9b7558336a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:12.708922 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66764b25-33a0-4673-a3b3-aaac3ca79cbc req-86b8fbdb-7ea4-4ede-acf0-4a9b7558336a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0572381 Jul 28 06:40:12.770511 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66764b25-33a0-4673-a3b3-aaac3ca79cbc req-a25d4345-d9ea-48ef-a99d-ae3d72344e83 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543323 Jul 28 06:40:12.873357 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b402ab08-21df-4c92-977d-0bf4e9ecb10d req-41598d8c-db92-4e9b-8f1d-fc47d17f9265 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0376747 Jul 28 06:40:12.963659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:12.975274 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b726-e42d-4290-aa98-e0260f7e9fd2 req-72c48c26-9d5b-498f-b480-52bcf57d4cb0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:12.976765 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c99b726-e42d-4290-aa98-e0260f7e9fd2 req-72c48c26-9d5b-498f-b480-52bcf57d4cb0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0496879 Jul 28 06:40:13.024625 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c99b726-e42d-4290-aa98-e0260f7e9fd2 req-f8601ca8-f99b-4d0b-8627-208cd217fdd1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Jul 28 06:40:13.126195 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d6db4-06f1-48aa-86b3-420d7c828b7b req-edc15730-5130-41da-8d8a-9d7caefe12df tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:13.128278 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e8d6db4-06f1-48aa-86b3-420d7c828b7b req-edc15730-5130-41da-8d8a-9d7caefe12df tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0475192 Jul 28 06:40:13.174670 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e8d6db4-06f1-48aa-86b3-420d7c828b7b req-b88a8c4e-5e1d-4eb9-a027-0ae4d9994d32 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Jul 28 06:40:13.703747 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e28f75-6a90-4844-87ec-44d165d2373d req-94ee5bea-c796-453c-a138-9c808193801a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:13.705726 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49e28f75-6a90-4844-87ec-44d165d2373d req-94ee5bea-c796-453c-a138-9c808193801a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Jul 28 06:40:13.755680 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49e28f75-6a90-4844-87ec-44d165d2373d req-c136aa1c-e5bb-4d65-b61a-2d1a70f4f5b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441675 Jul 28 06:40:13.890659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d805-f63f-4712-9b7f-e84c0803562f req-618affff-2388-432a-9c6c-dedc7db406a5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:13.892146 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1212d805-f63f-4712-9b7f-e84c0803562f req-618affff-2388-432a-9c6c-dedc7db406a5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0496511 Jul 28 06:40:13.941709 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1212d805-f63f-4712-9b7f-e84c0803562f req-ebc6149a-14d1-40a4-b435-e565228be2cd tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 Jul 28 06:40:14.024005 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3dde9df7-222a-44cd-bd9c-e602e250026c req-69af13ce-c4a8-481d-a49a-d65bbe32b8d3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Jul 28 06:40:14.150017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546cc6f-3283-47b4-a25e-a53325d1c7b1 req-261ad893-74ea-495f-a916-f781c515ccf1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:14.151404 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0546cc6f-3283-47b4-a25e-a53325d1c7b1 req-261ad893-74ea-495f-a916-f781c515ccf1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0512347 Jul 28 06:40:14.198601 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0546cc6f-3283-47b4-a25e-a53325d1c7b1 req-929a5151-8e57-47db-bb7b-60da558666c0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Jul 28 06:40:14.301096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b4b3-dca8-44b0-a54e-87eb2944518a req-a7e87a1c-b380-420a-9c3c-b0650136cbff tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:14.302609 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd60b4b3-dca8-44b0-a54e-87eb2944518a req-a7e87a1c-b380-420a-9c3c-b0650136cbff tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Jul 28 06:40:14.350106 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd60b4b3-dca8-44b0-a54e-87eb2944518a req-d5b26de6-960c-4b45-bf80-c72c018342f2 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Jul 28 06:40:14.887552 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d22e-6f9f-4d04-8e00-2ed4d1d2f0d6 req-e3089417-6fcd-4fc9-a152-e85d1410858f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:14.889031 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3e50d22e-6f9f-4d04-8e00-2ed4d1d2f0d6 req-e3089417-6fcd-4fc9-a152-e85d1410858f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0512009 Jul 28 06:40:14.937044 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3e50d22e-6f9f-4d04-8e00-2ed4d1d2f0d6 req-935cdb8a-f43e-489b-b4f5-e80a16c8f383 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Jul 28 06:40:15.042284 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:15.056985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7bb0b-3203-4c16-a813-f541402f18a5 req-d24652b2-6cd9-4c5f-8677-2eaba757504f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:15.058223 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61d7bb0b-3203-4c16-a813-f541402f18a5 req-d24652b2-6cd9-4c5f-8677-2eaba757504f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0483999 Jul 28 06:40:15.110084 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61d7bb0b-3203-4c16-a813-f541402f18a5 req-d45ec916-8ba5-422b-99f6-f8ee73821b2c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Jul 28 06:40:15.193784 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-814f4f82-b167-475d-925f-5092318c0913 req-d89fb628-41c7-4946-8499-f098555aff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0290079 Jul 28 06:40:15.321633 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69b6b0-e9a5-4def-ac46-008a47b14306 req-cee10628-cba0-4054-96d4-63070e9384dc tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:15.323045 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb69b6b0-e9a5-4def-ac46-008a47b14306 req-cee10628-cba0-4054-96d4-63070e9384dc tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0542789 Jul 28 06:40:15.371456 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb69b6b0-e9a5-4def-ac46-008a47b14306 req-17ebf5a5-0d26-498f-80c5-29d2b10ec43e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Jul 28 06:40:15.519408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e39c90-3f50-4396-9137-a39364536bf3 req-68679943-fbe1-42c7-b496-b8a0031bf945 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:15.520890 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c4e39c90-3f50-4396-9137-a39364536bf3 req-68679943-fbe1-42c7-b496-b8a0031bf945 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.0933599 Jul 28 06:40:15.574085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:15.584692 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-6b7daee1-f04b-4278-91d6-a1b73a1a1ab7 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479237 Jul 28 06:40:15.596248 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c4e39c90-3f50-4396-9137-a39364536bf3 req-3c4aa99e-88df-4dd2-ad97-106c0f3fec78 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692239 Jul 28 06:40:15.672325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:15.675188 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:15.900017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-60a4ca3f-60ad-4e22-afe4-a5203c3e6b28 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:15.901528 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-60a4ca3f-60ad-4e22-afe4-a5203c3e6b28 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.1274118 Jul 28 06:40:15.904119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-7cbaeb83-45dd-4fe0-8adc-702f3f86fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:15.905493 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-7cbaeb83-45dd-4fe0-8adc-702f3f86fef1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.1156805 Jul 28 06:40:15.935356 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-969a3ceb-437b-4ce0-bc3e-1ffd510652a7 req-6aa2281f-428c-497d-9e23-128409521804 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624103 Jul 28 06:40:15.964736 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56056) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:15.969319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067647967', 'description': 'tempest-description--992355797'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:15.991881 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.078509 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9cd4b-15cb-44da-9075-1433dd74b6e5 req-8862e6ca-c895-43e7-93be-9c142505cf0a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.080493 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27e9cd4b-15cb-44da-9075-1433dd74b6e5 req-8862e6ca-c895-43e7-93be-9c142505cf0a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0636842 Jul 28 06:40:16.121460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (d15340f7-a585-4912-bfcc-2d8cc46f195a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.127373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d15340f7-a585-4912-bfcc-2d8cc46f195a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.170995 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.172229 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2064233 Jul 28 06:40:16.177632 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56066) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:16.179961 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27e9cd4b-15cb-44da-9075-1433dd74b6e5 req-013ca09e-f10a-4446-9320-d65f0f92ab21 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927532 Jul 28 06:40:16.183996 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15340f7-a585-4912-bfcc-2d8cc46f195a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:16.187069 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'security_group_rule': {'security_group_id': 'd15340f7-a585-4912-bfcc-2d8cc46f195a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:16.192138 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.192494 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.192844 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.193551 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.193915 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.194258 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.194597 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.194935 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.195271 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.195602 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.195935 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.196269 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.196601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.196930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.197263 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da00ccc-68fe-4d06-8b88-9a2f7c998db1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.245747 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (eef33b44-fef6-43e0-818a-8b00e96c3d31), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.322003 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fde23-5546-46c8-bf1b-c0a10446c2e3 req-c7639ea6-2f1a-499f-82ed-47aee5845a39 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.322003 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-876fde23-5546-46c8-bf1b-c0a10446c2e3 req-c7639ea6-2f1a-499f-82ed-47aee5845a39 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0554214 Jul 28 06:40:16.324476 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (eef33b44-fef6-43e0-818a-8b00e96c3d31), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.357929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (eef33b44-fef6-43e0-818a-8b00e96c3d31), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.396108 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef33b44-fef6-43e0-818a-8b00e96c3d31,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:16.399883 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-876fde23-5546-46c8-bf1b-c0a10446c2e3 req-12ea1462-080b-432d-afbf-1a046c25361f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661023 Jul 28 06:40:16.425020 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.425405 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.425731 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.426229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.426761 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.427283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.427789 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.428653 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.428762 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.429054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.430025 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.430560 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.431245 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.431809 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.432348 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:16.440120 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de169-3a6f-40b9-abe8-4a85ff6f434a req-dbdcdaa6-b8c6-4afd-bfe7-a5c8460ac9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.441861 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-052de169-3a6f-40b9-abe8-4a85ff6f434a req-dbdcdaa6-b8c6-4afd-bfe7-a5c8460ac9bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 1129 time: 0.1162412 Jul 28 06:40:16.446539 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.451207 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56078) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:16.451484 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5d461e5a-144c-40b5-b0a6-beaa365c05bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712231 Jul 28 06:40:16.458286 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'security_group_rule': {'security_group_id': 'd15340f7-a585-4912-bfcc-2d8cc46f195a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:16.565170 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-052de169-3a6f-40b9-abe8-4a85ff6f434a req-0bb4e9b5-8683-4d2e-800e-f40a7b8b7c4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695066 Jul 28 06:40:16.611263 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-21e1b282-1f20-4b4e-aa31-85c6353e2f6a req-0cbec13f-33e5-4f43-8c4e-9ad66f4bf5e1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.1317658 Jul 28 06:40:16.639930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:16.646670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (85c04c47-ff97-4243-981e-ecbaec2cd22e), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.676501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa312f-b04b-4624-b860-86db406c40b0 req-199f494d-ad88-4c94-9769-d894ea90b171 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.678059 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4efa312f-b04b-4624-b860-86db406c40b0 req-199f494d-ad88-4c94-9769-d894ea90b171 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0623496 Jul 28 06:40:16.732269 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4efa312f-b04b-4624-b860-86db406c40b0 req-839f2abb-f7c2-4663-aeed-db8cf650e836 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Jul 28 06:40:16.759512 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:16.802985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Deleting port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:40:16.803334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.823619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-3d7bce39-3ea1-4c51-a92e-5d7cc3e85354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.825075 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-3d7bce39-3ea1-4c51-a92e-5d7cc3e85354 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.3137944 Jul 28 06:40:16.860138 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e82fdb-e721-4971-aec8-2968419d1d6b req-f368e4d4-6738-42ab-b645-a8c0968e9085 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:16.861685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7e82fdb-e721-4971-aec8-2968419d1d6b req-f368e4d4-6738-42ab-b645-a8c0968e9085 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 946 time: 0.1485612 Jul 28 06:40:16.865382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (85c04c47-ff97-4243-981e-ecbaec2cd22e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.874925 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (85c04c47-ff97-4243-981e-ecbaec2cd22e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.920042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c04c47-ff97-4243-981e-ecbaec2cd22e,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:16.946592 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.947792 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0a7f08e9-eaa5-46d8-bf00-3c3d8fdd54ba tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4955873 Jul 28 06:40:16.951131 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56086) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:16.956267 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:16.965919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:16.979888 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] For port 3e5d434a-57c7-43e3-a3af-c419d61fcc19, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3e5d434a-57c7-43e3-a3af-c419d61fcc19,segment=NetworkSegment(72789f55-eca8-4419-9405-a15c80b0987e),segment_id=72789f55-eca8-4419-9405-a15c80b0987e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:16.980295 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.980431 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:16.985796 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7e82fdb-e721-4971-aec8-2968419d1d6b req-c8f8045b-4177-4b82-82a8-efb0321e45f8 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/security-groups?id=97195078-4fbb-46e3-aa5e-d81a3f0c25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146462 Jul 28 06:40:17.000554 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Calling delete_port for 3e5d434a-57c7-43e3-a3af-c419d61fcc19 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:40:17.060904 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.136981 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (3e5d434a-57c7-43e3-a3af-c419d61fcc19), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.164547 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Pushing event deleted for resources: {'Port': ['ID=3e5d434a-57c7-43e3-a3af-c419d61fcc19,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:17.177284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Allocated IP 172.27.1.216 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/b8f675e4-1b7c-4ee0-9477-5b117d258fe7) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:40:17.187400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['3e5d434a-57c7-43e3-a3af-c419d61fcc19'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:40:17.228320 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] No DVR routers for this DVR port 3e5d434a-57c7-43e3-a3af-c419d61fcc19 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:40:17.234954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.240741 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a75efa79-a79f-4a8f-80f0-cb1095d33b5a req-f1451cbc-c895-4cb1-bea7-ce545de34c55 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.49 "DELETE /v2.0/ports/3e5d434a-57c7-43e3-a3af-c419d61fcc19 HTTP/1.1" status: 204 len: 173 time: 0.7375515 Jul 28 06:40:17.241221 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'name': 'network-vif-deleted', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:17.243510 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ccf124-f606-4357-8003-5550f1502537" -d '{"events": [{"server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "name": "network-vif-deleted", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:17.306985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3384faa0-8c36-41fd-9610-3b71fe72b8fe x-openstack-request-id: req-3384faa0-8c36-41fd-9610-3b71fe72b8fe {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:17.307311 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c8cbe2-7d60-4ddb-b580-02fd7b8d7148", "name": "network-vif-deleted", "tag": "3e5d434a-57c7-43e3-a3af-c419d61fcc19", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:17.307594 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3384faa0-8c36-41fd-9610-3b71fe72b8fe {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:17.308020 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3384faa0-8c36-41fd-9610-3b71fe72b8fe'] response: {'server_uuid': '37c8cbe2-7d60-4ddb-b580-02fd7b8d7148', 'name': 'network-vif-deleted', 'tag': '3e5d434a-57c7-43e3-a3af-c419d61fcc19', 'status': 'completed', 'code': 200} Jul 28 06:40:17.309520 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-ea725699-382e-428c-8a23-efad6b2ded77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.0445852 Jul 28 06:40:17.342088 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.364359 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec749b-1e59-4fa5-865a-ae66e2251f5f req-aa68f0ce-c0c1-4b8f-bd7a-7b63ae077d29 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:17.366041 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90ec749b-1e59-4fa5-865a-ae66e2251f5f req-aa68f0ce-c0c1-4b8f-bd7a-7b63ae077d29 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0718906 Jul 28 06:40:17.401409 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:17.431456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.464031 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90ec749b-1e59-4fa5-865a-ae66e2251f5f req-421508f3-48c9-4747-b860-3bfca93dbc9e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910120 Jul 28 06:40:17.481764 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:40:17.487261 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:40:17.490046 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:40:17.511143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'Port': ['ID=b8f675e4-1b7c-4ee0-9477-5b117d258fe7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:17.544856 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0fc4f-0e8b-4cdd-8e44-f5025d6ea194 req-269d7fde-9e5e-450d-b8ce-3361e1c964be tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:17.546533 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5af0fc4f-0e8b-4cdd-8e44-f5025d6ea194 req-269d7fde-9e5e-450d-b8ce-3361e1c964be tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0545101 Jul 28 06:40:17.599248 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.602602 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5af0fc4f-0e8b-4cdd-8e44-f5025d6ea194 req-b220c6af-65a7-41f4-a099-95688d87646f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jul 28 06:40:17.638698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.765266 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-216dc307-4cfe-4561-9f3c-a5a7806d2b30 req-663d9553-e8ef-42c5-ba3a-7ef5044f515c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0619931 Jul 28 06:40:17.784208 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:17.856921 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.863893 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.878770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77721faf-9353-4559-ad1c-efcbc7295f71 req-518d540c-5b14-4917-a0d1-559ccc53dad3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:17.880290 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77721faf-9353-4559-ad1c-efcbc7295f71 req-518d540c-5b14-4917-a0d1-559ccc53dad3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0685709 Jul 28 06:40:17.939805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:17.957766 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'Port': ['ID=b8f675e4-1b7c-4ee0-9477-5b117d258fe7,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:17.960794 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-29d03e08-ff18-4bdc-a1d5-f03292d79903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:17.962341 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-29d03e08-ff18-4bdc-a1d5-f03292d79903 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0811872 Jul 28 06:40:17.970282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.970497 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77721faf-9353-4559-ad1c-efcbc7295f71 req-d244ffcb-81f4-4312-a264-253a34940148 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817497 Jul 28 06:40:17.987285 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:17.988486 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-26220970-8d22-4ca6-b7fc-6bae98e73c5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0363553 Jul 28 06:40:18.094406 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e4f4671-4ab7-4563-bef7-d7b3d661d408 req-7da204a3-5be4-42b9-bcf4-5522bae999f0 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Jul 28 06:40:18.191965 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-320dcbe6-a01d-4435-ba02-fffd00a61b0c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2067647967&fields=id&tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf HTTP/1.1" status: 200 len: 267 time: 0.0431159 Jul 28 06:40:18.303843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-e48e34ed-d040-4d61-9b1c-a8185214911f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:18.305312 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-e48e34ed-d040-4d61-9b1c-a8185214911f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.1068432 Jul 28 06:40:18.320620 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-d9e147af-1e5a-47b9-b0e4-7030621ac90f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/quotas/0fb2f4ad616e43f5a9a248390bd0aebf HTTP/1.1" status: 200 len: 375 time: 0.0098238 Jul 28 06:40:18.372685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-90b08525-6c5d-4bae-b594-4fd8131b76b8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0472450 Jul 28 06:40:18.465581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:18.472586 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-463db248-37d0-4d74-8441-b6e647007836 service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882242 Jul 28 06:40:18.562235 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-344a3b73-cb12-4e11-b340-1b2d21d70048 service neutron] 10.222.0.20 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839643 Jul 28 06:40:18.606890 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764baab6-0249-423f-b6b3-c60cea22d04b req-eac23208-eeaa-4e6e-9395-6ff9e0bf4b03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:18.608364 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-764baab6-0249-423f-b6b3-c60cea22d04b req-eac23208-eeaa-4e6e-9395-6ff9e0bf4b03 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Jul 28 06:40:18.667302 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-764baab6-0249-423f-b6b3-c60cea22d04b req-070dc871-0356-4291-8098-ce26936186a0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503652 Jul 28 06:40:18.780662 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0a33-634e-452f-9467-a54afd49ac35 req-3482a65f-9eae-42cc-bbe9-f154509704df tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:18.788228 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-214a0a33-634e-452f-9467-a54afd49ac35 req-3482a65f-9eae-42cc-bbe9-f154509704df tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0678015 Jul 28 06:40:18.792489 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-494fa5a0-fdcc-4cc0-aca1-e8201d266d98 req-14976dd5-e636-443b-b566-4590cea5e3c4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.0406508 Jul 28 06:40:18.848757 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-214a0a33-634e-452f-9467-a54afd49ac35 req-e05146b6-a235-41c6-88b9-ab9744626b9f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596459 Jul 28 06:40:18.885196 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-048a1542-7af1-42a3-822f-2cecfe52cb35 req-d43daacb-0025-4ca1-aac6-b253c414bf95 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Jul 28 06:40:19.098784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fe398-bc05-4745-ad86-311a939901e7 req-ddba47d4-6eb4-49ae-bd3b-cb121f423e74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:19.100195 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e5fe398-bc05-4745-ad86-311a939901e7 req-ddba47d4-6eb4-49ae-bd3b-cb121f423e74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0516460 Jul 28 06:40:19.155484 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e5fe398-bc05-4745-ad86-311a939901e7 req-85c8def3-a434-433d-96c6-d01d487a5357 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495465 Jul 28 06:40:19.209201 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a9987644-0206-426c-b209-a200b2551343 req-6d52c2e5-d464-43a0-8101-d182b3a0c902 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0289962 Jul 28 06:40:19.705789 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-f1437de2-ad14-4bd8-996d-072b6e974c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:19.708461 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-f1437de2-ad14-4bd8-996d-072b6e974c8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477328 Jul 28 06:40:19.885919 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-8608ff08-287a-4880-8044-bf2b8de060b3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:19.887919 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-8608ff08-287a-4880-8044-bf2b8de060b3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1786819 Jul 28 06:40:19.906731 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e86ce-ec15-4b30-a425-5645488fe6c0 req-e97665af-0c05-4079-a9f9-2a5fd4afeb2d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:19.909676 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb0e86ce-ec15-4b30-a425-5645488fe6c0 req-e97665af-0c05-4079-a9f9-2a5fd4afeb2d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0874095 Jul 28 06:40:19.937388 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-caeb79c9-9d27-4ddf-8c3e-f5ee85bef806 req-02a91fbd-c344-4ba4-bad1-2b2fd5d2c3da tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.0374739 Jul 28 06:40:20.015102 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb0e86ce-ec15-4b30-a425-5645488fe6c0 req-20a6e142-9a53-44c2-a672-a419ddd00ace tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935795 Jul 28 06:40:20.090916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d210d-79f5-4c73-b32d-55a4b272525b req-47b9e037-a533-4fb3-887f-7acfcd4f87b6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:20.093083 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d85d210d-79f5-4c73-b32d-55a4b272525b req-47b9e037-a533-4fb3-887f-7acfcd4f87b6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0589044 Jul 28 06:40:20.102321 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f97f5eb0-6b26-4687-ac93-05c8a8e94d4f req-e64f6e6f-84ba-49f7-bdec-7698d58cf7a9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Jul 28 06:40:20.120921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3e5d434a-57c7-43e3-a3af-c419d61fcc19 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:40:20.141250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 3e5d434a-57c7-43e3-a3af-c419d61fcc19 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:40:20.141626 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3e5d434a-57c7-43e3-a3af-c419d61fcc19 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:40:20.330087 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e8671-9845-437e-876e-69fbac02f25a req-b23f324c-9fb9-40e5-ab1c-506517931b46 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:20.337593 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-310e8671-9845-437e-876e-69fbac02f25a req-b23f324c-9fb9-40e5-ab1c-506517931b46 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0709014 Jul 28 06:40:20.402043 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-310e8671-9845-437e-876e-69fbac02f25a req-270fa066-3524-4841-acf7-18cc9c947ba2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626476 Jul 28 06:40:20.460829 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d85d210d-79f5-4c73-b32d-55a4b272525b req-4942e2f0-e40d-4475-a997-188538fd2a56 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583822 Jul 28 06:40:20.571131 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c270d67c-7522-412c-9b39-d9dcbf8b4073 req-d9b7fe9c-916c-42cf-a902-26a983bd5f40 tempest-VolumesActionsTest-392965626 tempest-VolumesActionsTest-392965626-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c8cbe2-7d60-4ddb-b580-02fd7b8d7148 HTTP/1.1" status: 200 len: 210 time: 0.0340369 Jul 28 06:40:20.665186 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ce7fb-4cbe-4257-9ff4-1429072f9eeb req-a8ae763f-7caf-4b6f-ad79-06b6e64c9228 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:20.667577 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:20.667724 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce9ce7fb-4cbe-4257-9ff4-1429072f9eeb req-a8ae763f-7caf-4b6f-ad79-06b6e64c9228 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.1030185 Jul 28 06:40:20.692419 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-793a78a6-1790-47cf-b880-9bf2a1a95c02 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699494 Jul 28 06:40:20.754863 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce9ce7fb-4cbe-4257-9ff4-1429072f9eeb req-e5a6e83c-d628-4117-bb0e-7c040fe252b1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726676 Jul 28 06:40:20.798431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56196) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:20.926032 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05283b93-1d42-479f-b0a8-283ff4429d7d req-529eb80d-18c4-461d-adfa-a14143e4ccde service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520045 Jul 28 06:40:20.942911 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-7f01b85b-f600-495f-bdc7-ab90d89bba5b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 473 time: 0.2096281 Jul 28 06:40:21.098185 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:21.112955 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7ceab5c9-9bff-4a05-a2f0-13d3c7cc85e5 req-212d2bfc-917d-44c6-afc3-46bc36b19416 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.0954466 Jul 28 06:40:21.119549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'port': {'device_id': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'admin_state_up': True, 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'security_groups': ['e79a3af3-da21-4935-a37e-3c18d272c4ac']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:21.271491 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:21.306269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc262b2-b35a-40c6-b535-ed4f5028a0f1 req-657c6b1b-7fb8-4d35-aaa9-18c36bb380ac tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:21.311572 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcc262b2-b35a-40c6-b535-ed4f5028a0f1 req-657c6b1b-7fb8-4d35-aaa9-18c36bb380ac tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1241589 Jul 28 06:40:21.425929 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcc262b2-b35a-40c6-b535-ed4f5028a0f1 req-429dae06-92a1-435e-a725-0a4a9dcbc7fd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061654 Jul 28 06:40:21.590754 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2037c-34c5-470b-8858-c13105f94f4a req-b57c1471-81bd-4bc0-8073-b22fcd9afe83 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:21.592570 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f2a2037c-34c5-470b-8858-c13105f94f4a req-b57c1471-81bd-4bc0-8073-b22fcd9afe83 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 943 time: 0.0521400 Jul 28 06:40:21.707985 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f2a2037c-34c5-470b-8858-c13105f94f4a req-94f9d2e7-f96a-44e5-8d50-64a003e1ce8c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036303 Jul 28 06:40:21.745810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56220) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:21.786788 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:21.850178 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fdd1e9f3-ce62-45b4-9698-df0312804e37 req-56a4e72b-1005-4e20-9a1e-2f6fac320579 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.5554912 Jul 28 06:40:21.867722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa7723-b14d-4953-9b54-d6dae8a7c81d tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:21.867722 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7afa7723-b14d-4953-9b54-d6dae8a7c81d tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 1124 time: 1.0677233 Jul 28 06:40:21.873385 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56226) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:21.876372 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'port_id': 'f779dd90-25ac-4b48-b542-655c148fc093', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:21.921826 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:21.922797 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:40:21.928492 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.023870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a74a46e7-697f-4f91-94d7-35945a2f7021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.121944 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 547ddf0c-06c1-4016-890a-f31d53cfe707 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:40:22.151839 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.20.0.12 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:40:22.240652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.364571 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:22.472303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:22.488948 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.27.1.96 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/72142055-4063-4175-8697-4951eabd7f46) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:40:22.489874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'port_id': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'mac_address': 'fa:16:3e:ab:59:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:40:22.563670 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 547ddf0c-06c1-4016-890a-f31d53cfe707 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:22.564861 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.591057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547ddf0c-06c1-4016-890a-f31d53cfe707 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:40:22.616900 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7cbb8043-67a8-4e39-b253-7d8e0402bfe9 req-ee5ea41a-b37b-45ff-9e16-e02421eae4c9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.3091795 Jul 28 06:40:22.639977 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:22.645754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.676852 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a74a46e7-697f-4f91-94d7-35945a2f7021 admin admin] Publish callbacks [] for security_group (c3f43797-93a1-4943-be57-85a942a13bc0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.687825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ef2f4-64c8-4c9e-bc07-2abc24821c70 req-3f01d660-818b-409f-ba52-9a18bf8220a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.700224 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-150ef2f4-64c8-4c9e-bc07-2abc24821c70 req-3f01d660-818b-409f-ba52-9a18bf8220a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1438403 Jul 28 06:40:22.710949 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:22.722085 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.722789 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.723363 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.723883 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.724468 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.724951 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.725538 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.726036 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.726600 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.727077 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.727646 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.728610 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.729210 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.729765 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.730237 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:22.742565 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (72142055-4063-4175-8697-4951eabd7f46), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.804081 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:22.814935 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (72142055-4063-4175-8697-4951eabd7f46), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.828721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a74a46e7-697f-4f91-94d7-35945a2f7021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c3f43797-93a1-4943-be57-85a942a13bc0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:22.905512 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-2d7e9960-8cdd-4da9-97f7-695b580a0d43 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.906992 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-2d7e9960-8cdd-4da9-97f7-695b580a0d43 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 819 time: 0.6980524 Jul 28 06:40:22.925159 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-150ef2f4-64c8-4c9e-bc07-2abc24821c70 req-248b5075-7fea-4de4-ae1c-8408a8fb348b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248003 Jul 28 06:40:22.961922 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.014528 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:40:23.020706 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a74a46e7-697f-4f91-94d7-35945a2f7021 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6b094da947d4a4783d12cd0755c0f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2734048 Jul 28 06:40:23.027491 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56260) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:23.034943 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a46e7-697f-4f91-94d7-35945a2f7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f43797-93a1-4943-be57-85a942a13bc0,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:23.042467 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:40:23.049592 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:23.051544 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651825d-2ff7-4c65-b923-c775f3d02b7d req-985609ca-6272-40fc-b3e5-adbb7f415526 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:23.058422 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6651825d-2ff7-4c65-b923-c775f3d02b7d req-985609ca-6272-40fc-b3e5-adbb7f415526 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 944 time: 0.2225459 Jul 28 06:40:23.068806 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.090984 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:40:23.139275 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=72142055-4063-4175-8697-4951eabd7f46,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:23.191548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:40:23.207287 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6651825d-2ff7-4c65-b923-c775f3d02b7d req-be23eb5f-0b9a-4a3b-92b1-dcb9f8aa1170 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422598 Jul 28 06:40:23.219218 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8094bc-add7-4712-b775-558646c6d504 req-9ace41e4-016b-4aa9-bb14-b505b9de0cb8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:23.227620 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d8094bc-add7-4712-b775-558646c6d504 req-9ace41e4-016b-4aa9-bb14-b505b9de0cb8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 932 time: 0.1131546 Jul 28 06:40:23.335338 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] Publish callbacks [] for security_group (c3f43797-93a1-4943-be57-85a942a13bc0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.408269 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-8b8f5a22-9f96-4cd3-a3f9-0385ef3e46a3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf HTTP/1.1" status: 200 len: 380 time: 0.2473955 Jul 28 06:40:23.421886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:40:23.431272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:40:23.440419 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:40:23.445776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:23.446460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.460638 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:23.461904 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:23.463541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] Publish callbacks [] for security_group (c3f43797-93a1-4943-be57-85a942a13bc0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.533768 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'port': {'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'admin_state_up': True, 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'security_groups': ['d15340f7-a585-4912-bfcc-2d8cc46f195a']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:23.557926 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-d650efa5-5fa8-4c7a-9eb8-5552477f7fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4428818 Jul 28 06:40:23.582285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Request body: {'port': {'device_id': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:23.631256 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:23.703062 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d8094bc-add7-4712-b775-558646c6d504 req-cc8f2e73-a1a3-46d6-9265-c8a9bb86a2a0 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751549 Jul 28 06:40:23.784614 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c3f43797-93a1-4943-be57-85a942a13bc0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.787354 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.788521 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3f43797-93a1-4943-be57-85a942a13bc0 HTTP/1.1" status: 204 len: 168 time: 0.7598033 Jul 28 06:40:23.807339 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2090e-2cee-4a64-a084-0ad8c9d02c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f43797-93a1-4943-be57-85a942a13bc0,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:23.826626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.866582 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-908c61b1-5123-47ca-bea0-1226a88f3146 None None] Provisioning complete for port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:23.868871 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-908c61b1-5123-47ca-bea0-1226a88f3146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:23.940985 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-908c61b1-5123-47ca-bea0-1226a88f3146 None None] Port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:40:23.988469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (c15c0008-e30b-4c66-8f78-6f8021a17f06), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.040677 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Made reservation on behalf of 0fb2f4ad616e43f5a9a248390bd0aebf for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:40:24.044222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.129503 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (72142055-4063-4175-8697-4951eabd7f46), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.132668 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dd43b2e6-1ff4-47ed-8be4-54998ed6d0a3 req-821a927a-8e3f-47b6-b909-6ba072162531 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.3085079 Jul 28 06:40:24.249115 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6eb6b-cc95-43be-9ad1-9c412377aeb4 req-3554a709-7634-4062-aa3b-f2c9859c1102 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:24.257581 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-11b6eb6b-cc95-43be-9ad1-9c412377aeb4 req-3554a709-7634-4062-aa3b-f2c9859c1102 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1598797 Jul 28 06:40:24.367912 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:24.369950 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:24.378057 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ebe26-b7a9-484a-9e68-59c7de0eb582 req-09aacbfe-3ef7-4d0d-919f-969d801301a0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:24.380004 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-946ebe26-b7a9-484a-9e68-59c7de0eb582 req-09aacbfe-3ef7-4d0d-919f-969d801301a0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 944 time: 0.0660496 Jul 28 06:40:24.416997 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-11b6eb6b-cc95-43be-9ad1-9c412377aeb4 req-5a56a2f3-8ad3-44dc-914c-60fb799d008a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585336 Jul 28 06:40:24.455174 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Allocated IP 172.20.0.6 (2e0d957c-26b4-458e-ac0c-afc92b508943/991237bb-f03f-46b8-bd0c-ff18d3280708/fd589bac-7a7d-4978-bdbb-17282786c967) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:40:24.490254 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-946ebe26-b7a9-484a-9e68-59c7de0eb582 req-9d7fe01f-83dd-4062-8de8-cd180f285187 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941756 Jul 28 06:40:24.516663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:40:24.519382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (72142055-4063-4175-8697-4951eabd7f46), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.526667 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (72142055-4063-4175-8697-4951eabd7f46), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.532972 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks [] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.596294 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Transition to ACTIVE for port object e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:40:24.606396 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=72142055-4063-4175-8697-4951eabd7f46,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:24.612937 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.615855 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (c15c0008-e30b-4c66-8f78-6f8021a17f06), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.660886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:24.708683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Pushing event updated for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:24.741463 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP c15c0008-e30b-4c66-8f78-6f8021a17f06 associated. External IP: 172.27.1.96, port: f779dd90-25ac-4b48-b542-655c148fc093. Jul 28 06:40:24.782998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for port (fd589bac-7a7d-4978-bdbb-17282786c967), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.794192 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Attempting to bind port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:40:24.794532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Attempting to bind port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:40:24.794870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Attempting to bind port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:40:24.803901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:40:24.804266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Attempting to bind port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:40:24.817070 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:40:24.817513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:40:24.817813 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:40:24.818511 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Bound port: e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:40:24.818875 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.919001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:24.988601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712d8a6-773d-49a3-b4be-463b6b33527e req-92e2fefc-c47f-412e-99b2-6e5d809cc73f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:24.990195 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b712d8a6-773d-49a3-b4be-463b6b33527e req-92e2fefc-c47f-412e-99b2-6e5d809cc73f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.1101367 Jul 28 06:40:25.025267 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:40:25.036497 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:40:25.046232 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:40:25.059143 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:40:25.060882 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:40:25.064595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:25.065396 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:25.067926 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event updated for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:25.071870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:40:25.098371 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:25.205995 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:25.207043 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Pushing event updated for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:25.224502 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-02cc9a5d-13f1-4ef8-b504-c5337feaccef tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7051713 Jul 28 06:40:25.239773 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:40:25.247039 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b712d8a6-773d-49a3-b4be-463b6b33527e req-101ec591-40dd-41b4-9a41-3dcd22f953d2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373533 Jul 28 06:40:25.258341 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:40:25.272932 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:25.274051 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:25.275774 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-1d5388c8-3461-4dfa-b562-24545e12b73c service neutron] 10.222.0.49 "PUT /v2.0/ports/e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a HTTP/1.1" status: 200 len: 1094 time: 1.6992831 Jul 28 06:40:25.277232 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:25.279993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade4e209-7fce-40e6-87a9-175afc8b50e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:25.281521 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:40:25.282305 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:25.302987 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:25.326729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf70c273-77c6-40c8-b747-41266bff1fd8 x-openstack-request-id: req-cf70c273-77c6-40c8-b747-41266bff1fd8 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:25.327205 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:25.327630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf70c273-77c6-40c8-b747-41266bff1fd8 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:25.328177 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf70c273-77c6-40c8-b747-41266bff1fd8'] response: {'name': 'network-changed', 'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'status': 'completed', 'code': 200} Jul 28 06:40:25.431450 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c9bf33a3-3aca-4779-978f-fd6783548f47 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5582385 Jul 28 06:40:25.434666 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:25.437588 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ba5a8-d53f-417f-8387-d349eae6a514" -d '{"events": [{"name": "network-changed", "server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "tag": "f779dd90-25ac-4b48-b542-655c148fc093"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:25.500586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe44a72-dc84-47ec-be60-8a95575cbc84 req-219075e0-c07e-4772-8d42-4a68344ec24e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:25.509376 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fbe44a72-dc84-47ec-be60-8a95575cbc84 req-219075e0-c07e-4772-8d42-4a68344ec24e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.1961358 Jul 28 06:40:25.543506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-40bf96e4-4e7a-4e76-8677-df5e53ac2344 None None] Provisioning complete for port fd589bac-7a7d-4978-bdbb-17282786c967 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:25.552358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-40bf96e4-4e7a-4e76-8677-df5e53ac2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:25.578056 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:40:25.579242 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c4664-3efc-4d37-8ff6-1aa29f265d16 x-openstack-request-id: req-191c4664-3efc-4d37-8ff6-1aa29f265d16 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:25.580090 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "tag": "f779dd90-25ac-4b48-b542-655c148fc093", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:25.580340 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-191c4664-3efc-4d37-8ff6-1aa29f265d16 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:25.580912 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191c4664-3efc-4d37-8ff6-1aa29f265d16'] response: {'name': 'network-changed', 'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093', 'status': 'completed', 'code': 200} Jul 28 06:40:25.596620 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fbe44a72-dc84-47ec-be60-8a95575cbc84 req-4c47fd64-2c51-40e8-afe7-53d885af0745 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802782 Jul 28 06:40:25.695500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-40bf96e4-4e7a-4e76-8677-df5e53ac2344 None None] Port fd589bac-7a7d-4978-bdbb-17282786c967 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:40:25.729233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b5de7-90fc-4502-accb-8628ba51cfa5 req-15957a8b-ec57-4763-8043-bdd2c1f6ca89 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:25.731986 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-709b5de7-90fc-4502-accb-8628ba51cfa5 req-15957a8b-ec57-4763-8043-bdd2c1f6ca89 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0759161 Jul 28 06:40:25.736804 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:25.756228 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:25.773501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102e7c6-c1d7-412c-a95d-52d28edfb527 req-ba13da50-2593-4687-b71d-52a820b433b2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:25.776829 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1102e7c6-c1d7-412c-a95d-52d28edfb527 req-ba13da50-2593-4687-b71d-52a820b433b2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 944 time: 0.0607059 Jul 28 06:40:25.811271 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-709b5de7-90fc-4502-accb-8628ba51cfa5 req-4141f4c1-c5bc-45e7-9adc-d7d0b30cf6fa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720720 Jul 28 06:40:25.855891 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1102e7c6-c1d7-412c-a95d-52d28edfb527 req-c2db028f-0cde-4993-85fe-40019de81ffb tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710051 Jul 28 06:40:25.899740 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:25.955178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'c15c0008-e30b-4c66-8f78-6f8021a17f06', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': 'f779dd90-25ac-4b48-b542-655c148fc093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:fd:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:23Z', 'updated_at': '2022-07-28T06:40:23Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:25.987642 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:40:26.006821 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:40:26.007683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:26.267534 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:40:26.390705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef1c91-ebe7-42ba-92f0-732686a8a86c req-d14fa65f-82a2-41df-93ba-826a7d4f3f91 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:26.392499 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84ef1c91-ebe7-42ba-92f0-732686a8a86c req-d14fa65f-82a2-41df-93ba-826a7d4f3f91 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0601368 Jul 28 06:40:26.446570 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84ef1c91-ebe7-42ba-92f0-732686a8a86c req-71c499fc-7059-44cd-9d64-ea662880caf7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Jul 28 06:40:26.555136 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'c15c0008-e30b-4c66-8f78-6f8021a17f06', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': 'f779dd90-25ac-4b48-b542-655c148fc093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:fd:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:23Z', 'updated_at': '2022-07-28T06:40:23Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:26.582059 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fdc589-585d-4bb4-8923-16e29c0c7829 None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'c15c0008-e30b-4c66-8f78-6f8021a17f06', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': 'f779dd90-25ac-4b48-b542-655c148fc093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:fd:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:23Z', 'updated_at': '2022-07-28T06:40:23Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:40:26.779135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f247-ba7a-451f-8988-00ae05996849 req-4593167f-a6ed-4bf3-bfd3-8fcc181e23bc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:26.780544 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7b55f247-ba7a-451f-8988-00ae05996849 req-4593167f-a6ed-4bf3-bfd3-8fcc181e23bc tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.0625870 Jul 28 06:40:26.838951 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7b55f247-ba7a-451f-8988-00ae05996849 req-15c07fa4-21fc-485d-a55f-67f0f06124dd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510180 Jul 28 06:40:26.898509 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cd313-22eb-4986-b8c6-bc450631cba5 None None] New status for floating IP c15c0008-e30b-4c66-8f78-6f8021a17f06: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:40:26.958783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74232-4dc1-4f7d-95fd-aaf7aad05ea9 req-c1e425ce-ef95-40e3-9d81-a3c5ccff94bc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:26.965559 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-62a74232-4dc1-4f7d-95fd-aaf7aad05ea9 req-c1e425ce-ef95-40e3-9d81-a3c5ccff94bc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0590255 Jul 28 06:40:27.015469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88ca64-f55e-4ec1-a90b-5cdc412ff29f req-6851a50c-d78a-42a2-ac8c-e92eefa8f0a1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:27.021838 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc88ca64-f55e-4ec1-a90b-5cdc412ff29f req-6851a50c-d78a-42a2-ac8c-e92eefa8f0a1 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 944 time: 0.0613866 Jul 28 06:40:27.024625 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-62a74232-4dc1-4f7d-95fd-aaf7aad05ea9 req-2a070e01-7014-49ac-b80f-3fc5b3f75269 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581710 Jul 28 06:40:27.045349 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:27.098075 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc88ca64-f55e-4ec1-a90b-5cdc412ff29f req-9130817f-2929-47ef-bf24-16086f1315ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Jul 28 06:40:27.485338 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 547ddf0c-06c1-4016-890a-f31d53cfe707 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:40:27.570150 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 547ddf0c-06c1-4016-890a-f31d53cfe707 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:40:27.581984 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 547ddf0c-06c1-4016-890a-f31d53cfe707 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:27.582391 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:27.616746 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6a3ba-4ea2-4a2e-9983-0141e47253fb req-d7181ef0-4897-4fd9-a588-55e2131fffaf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:27.626642 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6be6a3ba-4ea2-4a2e-9983-0141e47253fb req-d7181ef0-4897-4fd9-a588-55e2131fffaf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0825832 Jul 28 06:40:27.678815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 547ddf0c-06c1-4016-890a-f31d53cfe707 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:27.679255 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:27.686145 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6be6a3ba-4ea2-4a2e-9983-0141e47253fb req-e1397b31-56e6-485e-b7f6-60961b96921c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579548 Jul 28 06:40:27.709331 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:27.709331 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564b3cd-6927-4ac4-bedb-62cc899769e0" -d '{"events": [{"server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "name": "network-vif-plugged", "status": "completed", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:27.727848 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:27.733536 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:27.797473 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af5fa7-46f4-4d94-9b78-30c5336fae1d x-openstack-request-id: req-63af5fa7-46f4-4d94-9b78-30c5336fae1d {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:27.797901 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "name": "network-vif-plugged", "status": "completed", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:27.800186 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63af5fa7-46f4-4d94-9b78-30c5336fae1d {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:27.800667 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63af5fa7-46f4-4d94-9b78-30c5336fae1d'] response: {'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'code': 200} Jul 28 06:40:27.825337 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:27.975085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32d7bd-04fc-4516-a98f-30b28fb062d4 req-307a1bd3-2aac-4b50-866d-2c0946e74415 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:27.976646 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ea32d7bd-04fc-4516-a98f-30b28fb062d4 req-307a1bd3-2aac-4b50-866d-2c0946e74415 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.0539427 Jul 28 06:40:28.037894 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ea32d7bd-04fc-4516-a98f-30b28fb062d4 req-b30d1b50-1ddd-4754-bad6-bbd74b9ea21e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551732 Jul 28 06:40:28.180870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5250-2d95-468a-893e-59ebb5c646c8 req-a56417e6-1b31-434f-8066-a68d001b4585 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:28.183219 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5aff5250-2d95-468a-893e-59ebb5c646c8 req-a56417e6-1b31-434f-8066-a68d001b4585 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Jul 28 06:40:28.252389 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5aff5250-2d95-468a-893e-59ebb5c646c8 req-c938006e-40e9-4176-a23d-a0a0ba875ac4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620222 Jul 28 06:40:28.296112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48776c0c-c063-4892-880a-f542fc713d10 req-dcdb3f53-6982-47e5-ad5d-b03b61e0067c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:28.299037 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48776c0c-c063-4892-880a-f542fc713d10 req-dcdb3f53-6982-47e5-ad5d-b03b61e0067c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.1023088 Jul 28 06:40:28.373553 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48776c0c-c063-4892-880a-f542fc713d10 req-239c02de-c73c-4dc8-b5e3-97c303c4cc25 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671175 Jul 28 06:40:28.864801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550602f2-04d7-4b52-b2f7-85441f6c2984 req-7b6555cd-439c-402f-b407-8791d3efa6fa tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:28.874702 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-550602f2-04d7-4b52-b2f7-85441f6c2984 req-7b6555cd-439c-402f-b407-8791d3efa6fa tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0932186 Jul 28 06:40:28.973891 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-550602f2-04d7-4b52-b2f7-85441f6c2984 req-8d8f3f9c-1c6f-479a-a80c-d3abc1523f97 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979624 Jul 28 06:40:29.234536 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ec989-d4fb-466b-a3b3-850c34a420e6 req-793549ad-cab6-486b-835f-1bd3ad6eb11e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:29.243863 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a08ec989-d4fb-466b-a3b3-850c34a420e6 req-793549ad-cab6-486b-835f-1bd3ad6eb11e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.0619581 Jul 28 06:40:29.251254 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:29.348655 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a08ec989-d4fb-466b-a3b3-850c34a420e6 req-2a3bdc1b-7215-4586-aad3-68403a95502c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034217 Jul 28 06:40:29.561554 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa2de5-6697-41b1-b63f-048a71129584 req-0456ecf8-05e0-4c94-8c22-b1b07442788e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:29.562478 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064ce1-a0e9-4073-be31-8da116b46ea9 req-a84e1cd8-6726-4878-a619-4169372b5e95 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:29.570332 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbfa2de5-6697-41b1-b63f-048a71129584 req-0456ecf8-05e0-4c94-8c22-b1b07442788e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0891931 Jul 28 06:40:29.572477 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81064ce1-a0e9-4073-be31-8da116b46ea9 req-a84e1cd8-6726-4878-a619-4169372b5e95 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1684608 Jul 28 06:40:29.675922 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81064ce1-a0e9-4073-be31-8da116b46ea9 req-d6520bc7-4ff0-4715-b478-8d6ffe0c1cb4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017070 Jul 28 06:40:29.683484 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbfa2de5-6697-41b1-b63f-048a71129584 req-18afa910-ee05-4093-a39e-ddecb4ddac60 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114521 Jul 28 06:40:30.124505 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc754-d857-48a4-9bb7-1639480dcc0f req-e6df189a-72f7-4f02-b22d-8ba26091ec55 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:30.133767 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48fcc754-d857-48a4-9bb7-1639480dcc0f req-e6df189a-72f7-4f02-b22d-8ba26091ec55 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0642087 Jul 28 06:40:30.134189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5c78e339-a246-45f8-a1b8-e3018051c624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:30.231374 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48fcc754-d857-48a4-9bb7-1639480dcc0f req-69a26b73-2d17-4fe3-842b-bef924919beb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965593 Jul 28 06:40:30.635043 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f36fd-e28f-49f1-9587-dc2c6a625d80 req-3dfe6833-0ef7-4701-8d8b-1519acc71424 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:30.638038 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-007f36fd-e28f-49f1-9587-dc2c6a625d80 req-3dfe6833-0ef7-4701-8d8b-1519acc71424 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.0909374 Jul 28 06:40:30.788825 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-007f36fd-e28f-49f1-9587-dc2c6a625d80 req-b68ce512-95b8-4622-afe7-1cb930837a06 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435876 Jul 28 06:40:30.890938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63a13-ef64-4fe0-bbbf-917f70f56d7d req-27d00a0a-8118-48f7-b74c-4931f215b18f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:30.898549 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-18f63a13-ef64-4fe0-bbbf-917f70f56d7d req-27d00a0a-8118-48f7-b74c-4931f215b18f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0777793 Jul 28 06:40:31.011099 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-18f63a13-ef64-4fe0-bbbf-917f70f56d7d req-b4e3ef1a-3f20-4a1f-a189-66d826a983d9 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017480 Jul 28 06:40:31.011389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875cd2-4344-4e00-b9f0-a71c4b6b4654 req-08cd56be-1ef5-442b-be63-20b592dbeec8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:31.018814 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f2875cd2-4344-4e00-b9f0-a71c4b6b4654 req-08cd56be-1ef5-442b-be63-20b592dbeec8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1179218 Jul 28 06:40:31.143478 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f2875cd2-4344-4e00-b9f0-a71c4b6b4654 req-8158f0e1-0de6-4759-b24c-5eb68b4d5a59 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230624 Jul 28 06:40:31.497606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768f820-ad78-4372-bd49-3b59fdfcddfd req-f3fe4dc0-c3d8-48e6-b534-c1ee82fe0d34 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:31.499182 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e768f820-ad78-4372-bd49-3b59fdfcddfd req-f3fe4dc0-c3d8-48e6-b534-c1ee82fe0d34 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0749409 Jul 28 06:40:31.575074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:31.612066 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e768f820-ad78-4372-bd49-3b59fdfcddfd req-0807a27d-567b-427c-be3b-76eee953bcc4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060159 Jul 28 06:40:31.935193 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Request body: {'port': {'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:31.991363 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5bcc7-1380-40d9-9c92-b00406d87a8b req-760f6b38-b6d6-42d1-8282-ea7db78a1461 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:31.992903 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c0e5bcc7-1380-40d9-9c92-b00406d87a8b req-760f6b38-b6d6-42d1-8282-ea7db78a1461 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 931 time: 0.0876360 Jul 28 06:40:32.103600 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:32.169929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-9490a795-4fa4-4c13-bccc-87254b3cddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:32.171457 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-9490a795-4fa4-4c13-bccc-87254b3cddb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 1128 time: 0.1194019 Jul 28 06:40:32.202852 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c0e5bcc7-1380-40d9-9c92-b00406d87a8b req-9c2e04ae-c8c0-4870-a70a-a13de034d821 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001810 Jul 28 06:40:32.222851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-508b3306-f74f-4d79-b26a-f2950b0d04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:32.225046 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-508b3306-f74f-4d79-b26a-f2950b0d04a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 1129 time: 0.1779590 Jul 28 06:40:32.330730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a24a8c-4dd5-4f2c-b8f1-77a322e7d69b req-f6c16095-8711-4f49-9483-428df81b24eb tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:32.339130 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d5a24a8c-4dd5-4f2c-b8f1-77a322e7d69b req-f6c16095-8711-4f49-9483-428df81b24eb tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.1759994 Jul 28 06:40:32.403465 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:32.435332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f456-c26c-43de-a740-c92a654d4197 req-81e8d22e-03bf-4a2d-bd4b-8a52eb8b8843 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:32.443072 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ac20fd17-1ae2-49a3-a24a-c845ee565c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:32.445041 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7363f456-c26c-43de-a740-c92a654d4197 req-81e8d22e-03bf-4a2d-bd4b-8a52eb8b8843 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.1023397 Jul 28 06:40:32.509275 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d5a24a8c-4dd5-4f2c-b8f1-77a322e7d69b req-5c8bcc1f-2d80-49c8-8b49-4428df6c0539 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687393 Jul 28 06:40:32.558130 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7363f456-c26c-43de-a740-c92a654d4197 req-95668c34-97cd-44e3-8d4f-104d9acd9fec tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923941 Jul 28 06:40:32.757075 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:32.839126 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-d89e6213-76e3-4a5f-8b93-034fe1007105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:32.840635 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-d89e6213-76e3-4a5f-8b93-034fe1007105 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1973519 Jul 28 06:40:33.009050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c65a9c-e02d-40d5-b776-bdf044a155a6 req-757306d5-f9f3-44b5-86a4-ee193f852f99 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:33.016755 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43c65a9c-e02d-40d5-b776-bdf044a155a6 req-757306d5-f9f3-44b5-86a4-ee193f852f99 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.1405365 Jul 28 06:40:33.075242 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd589bac-7a7d-4978-bdbb-17282786c967 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:40:33.090623 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-7ee4d992-c7f0-4e46-9fd0-16d84e2f7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:33.092132 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-7ee4d992-c7f0-4e46-9fd0-16d84e2f7e1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.4495075 Jul 28 06:40:33.094336 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks [] for port (fd589bac-7a7d-4978-bdbb-17282786c967), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:33.119016 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:33.145054 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Transition to ACTIVE for port object fd589bac-7a7d-4978-bdbb-17282786c967 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:40:33.163211 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43c65a9c-e02d-40d5-b776-bdf044a155a6 req-7bfd0179-cbe7-4c75-a08e-26f642b18b4d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454616 Jul 28 06:40:33.165221 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:33.230302 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:33.249609 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:33.600847 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-499fe790-8f46-4705-bc60-9030cf7c46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:33.603378 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ade4e209-7fce-40e6-87a9-175afc8b50e7 req-499fe790-8f46-4705-bc60-9030cf7c46ae service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3013556 Jul 28 06:40:33.687278 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:33.702091 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207447c-ce3c-459c-b3b6-12771c3097dc req-197abb27-7e29-491e-9a86-52b3504b52a8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:33.712534 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2207447c-ce3c-459c-b3b6-12771c3097dc req-197abb27-7e29-491e-9a86-52b3504b52a8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.1078153 Jul 28 06:40:33.863209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:33.864886 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-edbdaf49-e608-4c8f-ab9d-3fc406f418ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:33.866701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-edbdaf49-e608-4c8f-ab9d-3fc406f418ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 1128 time: 0.0941300 Jul 28 06:40:33.881045 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2207447c-ce3c-459c-b3b6-12771c3097dc req-1b0429bf-baf2-4dad-8705-192f18caef23 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674156 Jul 28 06:40:33.980233 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-77a39768-125b-4ead-ad55-71057dd19c44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a HTTP/1.1" status: 200 len: 217 time: 0.0916431 Jul 28 06:40:34.024887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Attempting to bind port fd589bac-7a7d-4978-bdbb-17282786c967 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:40:34.025500 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Attempting to bind port fd589bac-7a7d-4978-bdbb-17282786c967 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:40:34.025606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Attempting to bind port fd589bac-7a7d-4978-bdbb-17282786c967 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:40:34.081869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Port fd589bac-7a7d-4978-bdbb-17282786c967 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:40:34.082198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Attempting to bind port fd589bac-7a7d-4978-bdbb-17282786c967 on network 2e0d957c-26b4-458e-ac0c-afc92b508943 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:40:34.092222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4c8f-3dd7-49c7-b42f-be7fb7a7889e req-0ed1ecb3-32a8-4d05-a010-a7762eeb3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.093686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f3ba-6e7e-44c6-8f6b-317ae8a57a1c req-e4fc212e-4c62-4106-ae71-7217839416cd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.093843 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8bb4c8f-3dd7-49c7-b42f-be7fb7a7889e req-0ed1ecb3-32a8-4d05-a010-a7762eeb3a2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1129 time: 0.1147969 Jul 28 06:40:34.099624 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4dc4f3ba-6e7e-44c6-8f6b-317ae8a57a1c req-e4fc212e-4c62-4106-ae71-7217839416cd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0976431 Jul 28 06:40:34.100096 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-64dc97f1-e4cd-45fc-82dd-c4bacb513648 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f779dd90-25ac-4b48-b542-655c148fc093 HTTP/1.1" status: 200 len: 1000 time: 0.7758904 Jul 28 06:40:34.101472 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-0e0c8420-2b45-4189-bdf3-07803728c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.102925 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-0e0c8420-2b45-4189-bdf3-07803728c51c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.1098518 Jul 28 06:40:34.108312 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092d0c-c2f2-42a1-982e-44d81e4585b1 req-6fbddd4e-342f-4070-8081-79f7545bd962 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.114787 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20092d0c-c2f2-42a1-982e-44d81e4585b1 req-6fbddd4e-342f-4070-8081-79f7545bd962 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.1209157 Jul 28 06:40:34.120287 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:40:34.120626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Checking segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:40:34.121005 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Bound using segment: {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:40:34.121475 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Bound port: fd589bac-7a7d-4978-bdbb-17282786c967, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af95fe41-80e5-44d3-9dda-efc7563a94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:40:34.121838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:34.199687 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-633a7014-06f8-4c15-981e-85b9990c3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.201042 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-633a7014-06f8-4c15-981e-85b9990c3d59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711024 Jul 28 06:40:34.236970 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4dc4f3ba-6e7e-44c6-8f6b-317ae8a57a1c req-286b3e50-9fa7-4bdc-9fa4-7706b887ff3e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264277 Jul 28 06:40:34.264277 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-7ae19f69-c6ef-4a67-abb8-29d21920e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.265857 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-7ae19f69-c6ef-4a67-abb8-29d21920e3aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.1419115 Jul 28 06:40:34.329874 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20092d0c-c2f2-42a1-982e-44d81e4585b1 req-d158c4e5-ae9e-44c1-945a-3a9d354202a7 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153561 Jul 28 06:40:34.370651 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8bb4c8f-3dd7-49c7-b42f-be7fb7a7889e req-c3f08ade-8457-4a5a-8804-0b4063c05bc1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293887 Jul 28 06:40:34.378221 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-8547e439-9217-4752-982f-d903077aa94c service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682999 Jul 28 06:40:34.382599 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:40:34.387679 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fd589bac-7a7d-4978-bdbb-17282786c967,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:40:34.392478 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-2f1cb1bc-2851-4699-9aee-e767d7752331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.394522 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-2f1cb1bc-2851-4699-9aee-e767d7752331 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006098 Jul 28 06:40:34.396101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:34.440079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.440795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:34.442358 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] 10.222.0.49 "PUT /v2.0/ports/fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1093 time: 2.5123134 Jul 28 06:40:34.442860 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:34.445535 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d941e5-1fd9-4761-a310-642c209751c2" -d '{"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:34.456824 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacc44a-618d-48eb-aa92-0b7068970fdb req-be4b4130-2043-48fe-bb7e-4add5876153e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:34.461063 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcacc44a-618d-48eb-aa92-0b7068970fdb req-be4b4130-2043-48fe-bb7e-4add5876153e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0944853 Jul 28 06:40:34.506396 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7749d52-45a6-476c-b4bc-6c2f830080ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:34.518868 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7be8df-e3ec-4e9d-bc41-57c59372651f x-openstack-request-id: req-bd7be8df-e3ec-4e9d-bc41-57c59372651f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:34.519157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:34.519408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7be8df-e3ec-4e9d-bc41-57c59372651f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:34.519807 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7be8df-e3ec-4e9d-bc41-57c59372651f'] response: {'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'status': 'completed', 'code': 200} Jul 28 06:40:34.536636 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcacc44a-618d-48eb-aa92-0b7068970fdb req-1e5b1023-4b38-41f1-8078-9c03afd99ed0 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682027 Jul 28 06:40:35.017663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05c57-f13a-4c5a-b03a-259fe893364c req-bbd2f2a0-0cf3-42cd-995d-1d9f8550ce5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:35.026613 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5bd05c57-f13a-4c5a-b03a-259fe893364c req-bbd2f2a0-0cf3-42cd-995d-1d9f8550ce5f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0614672 Jul 28 06:40:35.209859 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5bd05c57-f13a-4c5a-b03a-259fe893364c req-b967a131-2baf-4b14-b0f3-63f6b5082429 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820803 Jul 28 06:40:35.220634 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26eea900-b8f7-4584-b4ef-22332d487fe5 req-eeed6b55-812c-4b9a-871f-87ed12f41ecc service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681852 Jul 28 06:40:35.246437 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-2dcdb395-7ad0-495e-842c-35cc91ab0420 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884212 Jul 28 06:40:35.398623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2f398-b4a1-4d4c-b15e-94af5f02790e req-3a4f7437-fb91-44c1-a482-828f3b8cf83a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:35.405460 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81f2f398-b4a1-4d4c-b15e-94af5f02790e req-3a4f7437-fb91-44c1-a482-828f3b8cf83a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Jul 28 06:40:35.453534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:35.470127 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81f2f398-b4a1-4d4c-b15e-94af5f02790e req-213b4fea-7380-4b66-b660-9c4bb98cdb01 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635376 Jul 28 06:40:35.536101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fbd0e-805f-4fa3-a337-2dfa72f7b155 req-7404c297-7c9d-46e3-9896-e90afa89a72b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:35.537783 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e4fbd0e-805f-4fa3-a337-2dfa72f7b155 req-7404c297-7c9d-46e3-9896-e90afa89a72b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0725663 Jul 28 06:40:35.609734 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:35.634627 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e4fbd0e-805f-4fa3-a337-2dfa72f7b155 req-3687835f-e242-4cca-954a-1a2c4fa53c51 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892055 Jul 28 06:40:35.670986 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:35.682371 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:35.722864 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dfbf4-96cd-4216-ad64-5eaa56171dfa req-4592e87b-19eb-4713-8ba5-d0e57a5bf1bc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:35.724487 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-654dfbf4-96cd-4216-ad64-5eaa56171dfa req-4592e87b-19eb-4713-8ba5-d0e57a5bf1bc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0616138 Jul 28 06:40:35.784700 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-654dfbf4-96cd-4216-ad64-5eaa56171dfa req-c39ea8b2-0a2d-435b-aede-1bafec4ce5d9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514882 Jul 28 06:40:36.373372 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf0c70-fa54-4cd2-b988-4265ad1510e6 req-9a6527f1-a27a-4710-b4de-d50e8e644e90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:36.374958 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43cf0c70-fa54-4cd2-b988-4265ad1510e6 req-9a6527f1-a27a-4710-b4de-d50e8e644e90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0630519 Jul 28 06:40:36.435456 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43cf0c70-fa54-4cd2-b988-4265ad1510e6 req-2102c047-f29a-4c84-a682-cf36d33669d8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Jul 28 06:40:36.604767 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeeb7b-e813-4745-a247-223eaf143f3a req-bd9af34a-c727-4725-b3f2-f368dbaef5e1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:36.606316 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d7eeeb7b-e813-4745-a247-223eaf143f3a req-bd9af34a-c727-4725-b3f2-f368dbaef5e1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0543282 Jul 28 06:40:36.665255 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d7eeeb7b-e813-4745-a247-223eaf143f3a req-41ce2a27-f0ff-4aeb-b4a6-f163a9f7a63d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503874 Jul 28 06:40:36.763100 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:36.775827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f500f1d-4c0f-46ad-b4ec-a6a1191ec4e3 req-94ea1495-0ede-45b6-8553-d8c8e9e67b27 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:36.783534 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f500f1d-4c0f-46ad-b4ec-a6a1191ec4e3 req-94ea1495-0ede-45b6-8553-d8c8e9e67b27 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0586693 Jul 28 06:40:36.835502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:36.867141 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f500f1d-4c0f-46ad-b4ec-a6a1191ec4e3 req-1e2e3af7-b39f-4f5d-8e54-a177228d4832 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767803 Jul 28 06:40:36.963293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca595b-3d56-4109-a2d5-0147a83670b6 req-ee8696af-840c-43d3-8ada-bd7728b4cc45 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:36.965166 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97ca595b-3d56-4109-a2d5-0147a83670b6 req-ee8696af-840c-43d3-8ada-bd7728b4cc45 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0640011 Jul 28 06:40:37.025972 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97ca595b-3d56-4109-a2d5-0147a83670b6 req-f8646951-6eaa-4950-ae31-0bec4f3e0b4b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494363 Jul 28 06:40:37.105798 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:37.251723 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:37.554886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967691-e478-4e25-8471-4cacc9783f3f req-e368408c-c08b-4d02-ad43-5811ac8116d5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:37.556525 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d967691-e478-4e25-8471-4cacc9783f3f req-e368408c-c08b-4d02-ad43-5811ac8116d5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0537014 Jul 28 06:40:37.621771 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d967691-e478-4e25-8471-4cacc9783f3f req-56ac1e4b-1633-41d5-b00b-4cda49a51917 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569963 Jul 28 06:40:37.847279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2a589-43f6-45ec-8a80-2f0d842b52fd req-53fde68c-5f67-49b9-ac19-1dfeb145a355 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:37.850683 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0b2a589-43f6-45ec-8a80-2f0d842b52fd req-53fde68c-5f67-49b9-ac19-1dfeb145a355 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0653207 Jul 28 06:40:37.916888 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0b2a589-43f6-45ec-8a80-2f0d842b52fd req-9706bbfb-ed5b-48ac-a752-5bf5a3d2a851 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602827 Jul 28 06:40:38.017820 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2502e-3a6e-453d-84fa-f1124ac89a23 req-e2caf684-8b12-4ec8-b2b5-bc1fa5ca3077 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:38.020309 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f2a2502e-3a6e-453d-84fa-f1124ac89a23 req-e2caf684-8b12-4ec8-b2b5-bc1fa5ca3077 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0685055 Jul 28 06:40:38.091423 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f2a2502e-3a6e-453d-84fa-f1124ac89a23 req-8f9c2755-fbf1-4a66-838a-f6585db4ea7b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Jul 28 06:40:38.180099 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb51f2-f94f-4910-b6ed-d385fe5507b0 req-9aee715a-9e7b-4bfc-84ba-f0e0cd2bec00 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:38.182298 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a6cb51f2-f94f-4910-b6ed-d385fe5507b0 req-9aee715a-9e7b-4bfc-84ba-f0e0cd2bec00 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0547514 Jul 28 06:40:38.223288 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:38.240419 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a6cb51f2-f94f-4910-b6ed-d385fe5507b0 req-a742e32f-fdce-4762-8c37-796f6426ef97 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499835 Jul 28 06:40:38.799210 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149d761-7186-47c6-910c-1b3e326cf393 req-0f552cd8-89da-447b-9c63-af8822873fe9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:38.802280 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e149d761-7186-47c6-910c-1b3e326cf393 req-0f552cd8-89da-447b-9c63-af8822873fe9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0665629 Jul 28 06:40:38.865346 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e149d761-7186-47c6-910c-1b3e326cf393 req-3f2a9bd0-1862-45de-ac43-94f0c8ca19b2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573478 Jul 28 06:40:39.065414 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b49f5f-d94a-4c1a-967b-2c459a642275 req-72687643-d215-4fe7-a07c-3caf22341977 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:39.066922 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59b49f5f-d94a-4c1a-967b-2c459a642275 req-72687643-d215-4fe7-a07c-3caf22341977 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 945 time: 0.0562997 Jul 28 06:40:39.105690 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:40:39.122927 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59b49f5f-d94a-4c1a-967b-2c459a642275 req-d43434d7-07b6-4fd6-9647-6917eb18731d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491064 Jul 28 06:40:39.225221 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:39.226975 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: ACTIVE; New status is: DOWN {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:39.227532 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:39.257730 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:39.260492 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7948b8bf-c851-4752-8600-28881335209d" -d '{"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-unplugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:39.261443 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2a17-11f0-4742-9096-d29fedfbd155 req-53d5b5ad-da71-4d04-bce2-291858a447f8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:39.264282 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-236f2a17-11f0-4742-9096-d29fedfbd155 req-53d5b5ad-da71-4d04-bce2-291858a447f8 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0611570 Jul 28 06:40:39.286078 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:39.305071 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:39.341621 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8750dd-ee58-4979-8732-9533260e7f51 x-openstack-request-id: req-2b8750dd-ee58-4979-8732-9533260e7f51 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:39.342262 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-unplugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:39.342756 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b8750dd-ee58-4979-8732-9533260e7f51 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:39.343350 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8750dd-ee58-4979-8732-9533260e7f51'] response: {'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'code': 200} Jul 28 06:40:39.391767 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d941e5-1fd9-4761-a310-642c209751c2 req-55c4f91d-0dac-4305-942c-8dc0de0ab4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:39.400044 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-99d941e5-1fd9-4761-a310-642c209751c2 req-55c4f91d-0dac-4305-942c-8dc0de0ab4b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1127 time: 0.1043406 Jul 28 06:40:39.402579 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=8']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:39.464314 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-236f2a17-11f0-4742-9096-d29fedfbd155 req-b463c8d5-ef76-4d5f-ab24-b8038599f8d0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811564 Jul 28 06:40:39.478467 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9944-ccef-4143-93d3-540eb467690e req-c1f322d2-fbbe-4df4-be3d-0ad7b64f01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:39.480055 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-c1f322d2-fbbe-4df4-be3d-0ad7b64f01f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1127 time: 0.1849864 Jul 28 06:40:39.519622 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf2ba5a8-d53f-417f-8387-d349eae6a514 req-e5467e1b-467a-4585-8ac1-e76f89b9a485 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942267 Jul 28 06:40:39.528901 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940d440-5783-42e7-98f6-58606f3d8e15 req-5b490aa2-31da-4c92-8724-d5c5be3dc7f4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:39.537701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3940d440-5783-42e7-98f6-58606f3d8e15 req-5b490aa2-31da-4c92-8724-d5c5be3dc7f4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0799062 Jul 28 06:40:39.599610 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3940d440-5783-42e7-98f6-58606f3d8e15 req-034e3526-acfb-4bac-b012-6002b987759d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608473 Jul 28 06:40:40.015455 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd1ea-eba9-4a50-8321-221b87ee1c98 req-c9d35a14-b197-46e6-bcfc-2e1122fe6fb5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:40.017767 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d1dd1ea-eba9-4a50-8321-221b87ee1c98 req-c9d35a14-b197-46e6-bcfc-2e1122fe6fb5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0499785 Jul 28 06:40:40.082375 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d1dd1ea-eba9-4a50-8321-221b87ee1c98 req-f6acf0d1-e5f8-4cdd-9e6d-121bda047edd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526130 Jul 28 06:40:40.318781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc17b2-3602-4cc1-9a26-1684c72529b1 req-df9a285e-4332-49bd-b90d-59b70eda79b7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:40.320266 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6bdc17b2-3602-4cc1-9a26-1684c72529b1 req-df9a285e-4332-49bd-b90d-59b70eda79b7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0830159 Jul 28 06:40:40.373222 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6bdc17b2-3602-4cc1-9a26-1684c72529b1 req-5e7d7211-6281-4d22-9179-f22612025752 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Jul 28 06:40:40.593271 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa9d7-3c97-4c66-8005-3164d4277ea2 req-d315a6f2-4332-4c5e-bdd7-881440804f57 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:40.595493 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61dfa9d7-3c97-4c66-8005-3164d4277ea2 req-d315a6f2-4332-4c5e-bdd7-881440804f57 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0553627 Jul 28 06:40:40.694043 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61dfa9d7-3c97-4c66-8005-3164d4277ea2 req-c0eaafa5-f5ba-4b96-aab9-e6672c3ad0f6 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892160 Jul 28 06:40:40.776564 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56501f-1790-4bfb-9d7d-409ac5486391 req-4ba786fc-638e-4213-bf0f-f0aa32fe11e1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:40.778123 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b56501f-1790-4bfb-9d7d-409ac5486391 req-4ba786fc-638e-4213-bf0f-f0aa32fe11e1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0527542 Jul 28 06:40:40.832258 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b56501f-1790-4bfb-9d7d-409ac5486391 req-18c4a118-b0f1-4728-8470-f41edf7f08da tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Jul 28 06:40:41.199258 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6d6f-3c24-44f5-9d8b-eefbb644f23b req-e9388195-2359-44ee-b1f4-3188b1e2cdcb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:41.200706 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3eb6d6f-3c24-44f5-9d8b-eefbb644f23b req-e9388195-2359-44ee-b1f4-3188b1e2cdcb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0484221 Jul 28 06:40:41.247949 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3eb6d6f-3c24-44f5-9d8b-eefbb644f23b req-21b82455-2eb0-4753-8875-a612fa8351c8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Jul 28 06:40:41.730275 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ceb84-f689-40f2-bdd0-4c41a6ffce48 req-6dad68be-1a52-4bcb-ad26-4ecacb8cf4f6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:41.731757 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b8ceb84-f689-40f2-bdd0-4c41a6ffce48 req-6dad68be-1a52-4bcb-ad26-4ecacb8cf4f6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.2813983 Jul 28 06:40:41.768963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:41.780897 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b8ceb84-f689-40f2-bdd0-4c41a6ffce48 req-e8d37ef7-c068-463d-9569-7e90fb38ad75 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Jul 28 06:40:41.821288 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503921e-794a-4cd4-8647-6aba9221e7ad req-020f5275-6def-40f7-8489-108ddacab677 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:41.822802 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b503921e-794a-4cd4-8647-6aba9221e7ad req-020f5275-6def-40f7-8489-108ddacab677 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0491416 Jul 28 06:40:41.870406 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b503921e-794a-4cd4-8647-6aba9221e7ad req-028c65bb-feab-4ee4-b777-6dc23f54768b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jul 28 06:40:41.955979 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72972bbf-78c3-46ce-9ff5-1b51b95a195b req-d136d5c7-ea4d-4467-a6f5-f306a17f35c1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:41.957494 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-72972bbf-78c3-46ce-9ff5-1b51b95a195b req-d136d5c7-ea4d-4467-a6f5-f306a17f35c1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0475864 Jul 28 06:40:42.004909 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-72972bbf-78c3-46ce-9ff5-1b51b95a195b req-8708ad5e-01ba-491a-a793-ac3e770182eb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Jul 28 06:40:42.369075 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618558-8937-4046-95e8-9ee6fffd6383 req-b31abb47-a650-4d1b-8189-96bd36d1822c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:42.370567 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6b618558-8937-4046-95e8-9ee6fffd6383 req-b31abb47-a650-4d1b-8189-96bd36d1822c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Jul 28 06:40:42.406035 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:42.419340 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6b618558-8937-4046-95e8-9ee6fffd6383 req-068fcf30-aea7-4aef-84e7-05939abe375a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Jul 28 06:40:42.909704 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fc4e1-70ce-40b6-a05e-334d18deecbf req-54119995-b53f-48f1-906b-86d92e329502 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:42.911191 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8f5fc4e1-70ce-40b6-a05e-334d18deecbf req-54119995-b53f-48f1-906b-86d92e329502 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0514371 Jul 28 06:40:42.959079 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8f5fc4e1-70ce-40b6-a05e-334d18deecbf req-b77b508a-132f-4527-8339-ea02e3802b69 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Jul 28 06:40:42.991087 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e9de4-de28-4892-95e1-81fb806d515f req-f9e04882-e686-4447-b521-f100e9909f0c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:42.992611 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f1e9de4-de28-4892-95e1-81fb806d515f req-f9e04882-e686-4447-b521-f100e9909f0c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Jul 28 06:40:43.012993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:43.042672 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f1e9de4-de28-4892-95e1-81fb806d515f req-f556e5f1-db89-4951-b578-485e7ff6bba7 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Jul 28 06:40:43.120774 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d3d4-59dc-4e3e-9092-dbd2ec850678 req-0cf2c0aa-c183-48e7-a118-cb7eb5f2b23d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:43.122176 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d99d3d4-59dc-4e3e-9092-dbd2ec850678 req-0cf2c0aa-c183-48e7-a118-cb7eb5f2b23d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 944 time: 0.0474355 Jul 28 06:40:43.169511 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d99d3d4-59dc-4e3e-9092-dbd2ec850678 req-631e033b-01f7-4a2b-9586-47b0d807bd07 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Jul 28 06:40:43.484550 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:40:43.556858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33a96-37af-4962-8934-637ed3068b14 req-5d8b40b4-9187-4f8e-816a-720d0abca335 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:43.558422 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9c33a96-37af-4962-8934-637ed3068b14 req-5d8b40b4-9187-4f8e-816a-720d0abca335 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0628617 Jul 28 06:40:43.617156 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9c33a96-37af-4962-8934-637ed3068b14 req-a16d3e29-e99d-43dd-8be5-52ffbdb93802 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507302 Jul 28 06:40:43.617882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:43.631947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'port_id': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'mac_address': 'fa:16:3e:a6:bd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:40:43.670328 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:43.670737 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:43.684081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:40:43.706608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:43.713111 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:43.770718 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:44.059569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d941e5-1fd9-4761-a310-642c209751c2 req-9497d195-df0a-4e1a-885d-a731b72e0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.061860 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-99d941e5-1fd9-4761-a310-642c209751c2 req-9497d195-df0a-4e1a-885d-a731b72e0ebc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1308041 Jul 28 06:40:44.115556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9944-ccef-4143-93d3-540eb467690e req-bbc97ba0-4848-496c-a52f-4d3a7f96cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.117764 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-bbc97ba0-4848-496c-a52f-4d3a7f96cbcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.1874785 Jul 28 06:40:44.151292 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005056a-589d-4d1f-ae2b-b589e41aeffd req-b96fe757-a83c-49ce-81db-abaac289a82f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.152849 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8005056a-589d-4d1f-ae2b-b589e41aeffd req-b96fe757-a83c-49ce-81db-abaac289a82f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0525835 Jul 28 06:40:44.189092 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b15313-f3cb-4478-ba4d-e91f996e90e0 req-d39e2eb4-6de1-48ea-a442-ea99c792888e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.191025 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3b15313-f3cb-4478-ba4d-e91f996e90e0 req-d39e2eb4-6de1-48ea-a442-ea99c792888e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0598087 Jul 28 06:40:44.236389 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8005056a-589d-4d1f-ae2b-b589e41aeffd req-cf1fb8ef-ca3c-49d0-8d17-5e42facbeb8e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771878 Jul 28 06:40:44.239392 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:40:44.273335 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3b15313-f3cb-4478-ba4d-e91f996e90e0 req-cc44f12c-ea43-4a4f-a732-1f616ac622e3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590386 Jul 28 06:40:44.424721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccca4be-872d-4245-b99a-dfd8b06d0654 req-f3c5e19b-2732-4789-9dcd-85764a784718 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.435543 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0ccca4be-872d-4245-b99a-dfd8b06d0654 req-f3c5e19b-2732-4789-9dcd-85764a784718 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 945 time: 0.1014006 Jul 28 06:40:44.462554 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30bc58-23e6-4588-8bbc-7de0e2dc2b97 req-c049c9fb-5a16-4fa4-a803-ccbfbaea44f4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.470465 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2f30bc58-23e6-4588-8bbc-7de0e2dc2b97 req-c049c9fb-5a16-4fa4-a803-ccbfbaea44f4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.1320407 Jul 28 06:40:44.530444 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2f30bc58-23e6-4588-8bbc-7de0e2dc2b97 req-6d0afbe0-3b4e-4b5b-9adc-6e3a645b206d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Jul 28 06:40:44.544165 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0ccca4be-872d-4245-b99a-dfd8b06d0654 req-da7908af-f351-4c83-9046-512b9a21ece8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049209 Jul 28 06:40:44.800823 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa966d-ec3f-4433-926f-f4bda927a669 req-8f276d2f-d26c-462a-b82e-9b54faebc2d9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.811154 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6daa966d-ec3f-4433-926f-f4bda927a669 req-8f276d2f-d26c-462a-b82e-9b54faebc2d9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0793624 Jul 28 06:40:44.832481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:44.896890 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6daa966d-ec3f-4433-926f-f4bda927a669 req-bd196a50-dbb9-4b96-97d9-76e04899fe79 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846910 Jul 28 06:40:44.899005 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdc91f-40d1-445d-99dc-a932062395e5 req-d28d4ad4-10d2-461e-b655-17a2b0346e67 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:44.900497 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56cdc91f-40d1-445d-99dc-a932062395e5 req-d28d4ad4-10d2-461e-b655-17a2b0346e67 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Jul 28 06:40:45.042073 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56cdc91f-40d1-445d-99dc-a932062395e5 req-8260f6b3-3901-4d74-a2e8-de56e72d95ba tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323736 Jul 28 06:40:45.087879 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-d87e4bfc-cc49-43f2-9c7a-5d5fdc928a62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 999 time: 0.0999656 Jul 28 06:40:45.093373 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d941e5-1fd9-4761-a310-642c209751c2 req-c163e1d5-e9b0-4605-861f-e9c6a2c32ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:45.094859 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-99d941e5-1fd9-4761-a310-642c209751c2 req-c163e1d5-e9b0-4605-861f-e9c6a2c32ae9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464293 Jul 28 06:40:45.170955 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9944-ccef-4143-93d3-540eb467690e req-c0bba8aa-cea2-4754-8495-0f4d01b3dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:45.173132 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-c0bba8aa-cea2-4754-8495-0f4d01b3dc1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0562463 Jul 28 06:40:45.462427 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94dda4-0cf6-4023-9746-7cb8526db5f3 req-c09a89e0-d1b4-4ea9-8f1a-bc42dffd2c63 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:45.466312 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d94dda4-0cf6-4023-9746-7cb8526db5f3 req-c09a89e0-d1b4-4ea9-8f1a-bc42dffd2c63 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0774200 Jul 28 06:40:45.541118 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d94dda4-0cf6-4023-9746-7cb8526db5f3 req-964bb01c-be61-4a5e-a437-5c33c7541725 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706551 Jul 28 06:40:45.677437 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16322eb2-c28e-42e9-988c-a1697c0f43af req-1aa172a1-293a-4261-9498-de95a8f536be tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:45.679084 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16322eb2-c28e-42e9-988c-a1697c0f43af req-1aa172a1-293a-4261-9498-de95a8f536be tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Jul 28 06:40:45.736723 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16322eb2-c28e-42e9-988c-a1697c0f43af req-f7184560-67af-4902-9dc6-a0873c2ffd92 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521216 Jul 28 06:40:46.009609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d318240-4b29-4110-b4a2-27a1d01e85dd req-429dde08-f1a2-49ff-aee7-b5629293af7c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:46.011057 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3d318240-4b29-4110-b4a2-27a1d01e85dd req-429dde08-f1a2-49ff-aee7-b5629293af7c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0471311 Jul 28 06:40:46.060680 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3d318240-4b29-4110-b4a2-27a1d01e85dd req-fd198bd6-f39f-41bf-95f4-c42ae2df2358 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Jul 28 06:40:46.669604 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864ef8d-78fe-4148-94ec-7aaff8f45094 req-e71d4f42-c726-47d5-b940-253558237af2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:46.671064 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9864ef8d-78fe-4148-94ec-7aaff8f45094 req-e71d4f42-c726-47d5-b940-253558237af2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0494695 Jul 28 06:40:46.717450 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9864ef8d-78fe-4148-94ec-7aaff8f45094 req-74e66019-5c6d-4caf-a4f8-e3f85dbb1163 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 Jul 28 06:40:46.794270 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:40:46.847390 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:46.858583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f2a7d-82d9-4316-82d0-681824e3664e req-82571706-3da6-4329-ba8a-d77dabf0207b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:46.860562 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-829f2a7d-82d9-4316-82d0-681824e3664e req-82571706-3da6-4329-ba8a-d77dabf0207b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Jul 28 06:40:46.907960 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-829f2a7d-82d9-4316-82d0-681824e3664e req-da28a71f-57e0-436b-9191-7bcc2070ff61 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Jul 28 06:40:47.176063 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af3782-57a9-4034-aa4c-c0afc65fc8da req-066dfffd-06f5-4b22-bdfd-19d7fe22bf61 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:47.177546 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40af3782-57a9-4034-aa4c-c0afc65fc8da req-066dfffd-06f5-4b22-bdfd-19d7fe22bf61 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0476794 Jul 28 06:40:47.234224 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40af3782-57a9-4034-aa4c-c0afc65fc8da req-4cae468b-2489-4367-b93f-f90cb31513b8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Jul 28 06:40:47.838003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8e22c-d606-4182-bddb-161a63298c05 req-623fbf8a-36f8-43f5-8460-49429978523d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:47.839509 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26d8e22c-d606-4182-bddb-161a63298c05 req-623fbf8a-36f8-43f5-8460-49429978523d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0467279 Jul 28 06:40:47.888073 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26d8e22c-d606-4182-bddb-161a63298c05 req-c19963e3-de33-4a50-8e01-88d285615a73 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Jul 28 06:40:48.030852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c5a67-51ee-4600-af64-88e1c7ef0fb0 req-dc087c22-c066-4e0a-a3aa-fd8710914eb0 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.032962 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b9c5a67-51ee-4600-af64-88e1c7ef0fb0 req-dc087c22-c066-4e0a-a3aa-fd8710914eb0 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 945 time: 0.0551255 Jul 28 06:40:48.072337 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:48.092015 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b9c5a67-51ee-4600-af64-88e1c7ef0fb0 req-d17f2a80-6682-44f6-9666-31e3f9bd4381 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532448 Jul 28 06:40:48.114381 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:48.126900 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9944-ccef-4143-93d3-540eb467690e req-1d13cc2b-7157-40cf-bab4-00d466aeff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.128548 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-1d13cc2b-7157-40cf-bab4-00d466aeff2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551152 Jul 28 06:40:48.133328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-d475469e-cbfb-416f-9d98-68370555102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.134790 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-d475469e-cbfb-416f-9d98-68370555102e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0499423 Jul 28 06:40:48.189867 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-c5da23b9-47ea-4204-ac3e-44a4dd233fcd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 217 time: 0.0318084 Jul 28 06:40:48.241586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-e9504e62-3f11-440b-a4eb-65dd9ee2cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.243256 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-e9504e62-3f11-440b-a4eb-65dd9ee2cd95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0458798 Jul 28 06:40:48.245178 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-b31df561-1404-416d-aadc-177fc58d7ec5 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887997 Jul 28 06:40:48.336922 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-0c42b0dd-a7dd-4960-ba6d-2079bd981173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.339039 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-0c42b0dd-a7dd-4960-ba6d-2079bd981173 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536926 Jul 28 06:40:48.384966 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41df9944-ccef-4143-93d3-540eb467690e req-36a30db9-bcf2-4bee-9091-a4a210e07009 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135538 Jul 28 06:40:48.456247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ed8a7-80f0-4adc-ba94-4d204650b987 req-ba134fe7-95d1-455d-b71b-4ae653727ef9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.457929 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c34ed8a7-80f0-4adc-ba94-4d204650b987 req-ba134fe7-95d1-455d-b71b-4ae653727ef9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.1128125 Jul 28 06:40:48.513036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-548e598a-727b-4493-9779-78eec9b65cbe service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550388 Jul 28 06:40:48.538453 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c34ed8a7-80f0-4adc-ba94-4d204650b987 req-3813bb1f-f8b8-4ad2-8746-2dd761932b93 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746546 Jul 28 06:40:48.613201 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:40:48.661646 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:40:48.668212 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:48.668685 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:48.748865 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:48.749252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:48.775919 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:48.777063 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:48.779411 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae47ea-c2e9-4ef5-8e50-ec0423241918" -d '{"events": [{"server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "name": "network-vif-plugged", "status": "completed", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:48.794072 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:48.800832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:48.839745 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c6d62-7ede-454b-9604-0e0bf55b77ff x-openstack-request-id: req-452c6d62-7ede-454b-9604-0e0bf55b77ff {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:48.840150 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "name": "network-vif-plugged", "status": "completed", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:48.840523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-452c6d62-7ede-454b-9604-0e0bf55b77ff {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:48.840996 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452c6d62-7ede-454b-9604-0e0bf55b77ff'] response: {'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'code': 200} Jul 28 06:40:48.870018 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:49.095611 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1638698-ed6e-4176-8eb4-d4c62746d510 req-48c2a74b-a473-44ce-b5e0-b7fed5c07181 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:49.096788 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1638698-ed6e-4176-8eb4-d4c62746d510 req-48c2a74b-a473-44ce-b5e0-b7fed5c07181 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0559669 Jul 28 06:40:49.154161 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1638698-ed6e-4176-8eb4-d4c62746d510 req-7fa80b73-89e4-48e1-a9ec-f596c62e7542 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517502 Jul 28 06:40:49.278281 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3533d-d43a-449e-825a-042f02dceebd req-ce444ed5-c96c-4082-b5c1-a6f3c772328e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:49.279674 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e3e3533d-d43a-449e-825a-042f02dceebd req-ce444ed5-c96c-4082-b5c1-a6f3c772328e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0512145 Jul 28 06:40:49.331837 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e3e3533d-d43a-449e-825a-042f02dceebd req-18be23be-3896-462c-be0e-81dcfdbd2b7c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457656 Jul 28 06:40:49.664923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85009c-c71e-4c41-94f5-18705d02591e req-5d2c6013-327e-4761-af0c-d6bad414a965 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:49.666559 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d85009c-c71e-4c41-94f5-18705d02591e req-5d2c6013-327e-4761-af0c-d6bad414a965 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0525374 Jul 28 06:40:49.694935 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:49.733817 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d85009c-c71e-4c41-94f5-18705d02591e req-718288ba-72c9-459d-b313-45c697fb3535 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556095 Jul 28 06:40:50.302406 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4b74-a865-4e9d-a164-8e9c54aa6ef7 req-01987c10-ee6d-47df-9672-fb580c85ff52 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:50.303875 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d93d4b74-a865-4e9d-a164-8e9c54aa6ef7 req-01987c10-ee6d-47df-9672-fb580c85ff52 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0503740 Jul 28 06:40:50.359400 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d93d4b74-a865-4e9d-a164-8e9c54aa6ef7 req-9a659f19-5c0b-4efb-9e89-5ab9ef229760 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499325 Jul 28 06:40:50.475261 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbaa8d-7182-4852-bd3b-88ad48e88899 req-9edb7bcf-03f7-4471-89dc-0a1d91345fbb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:50.476760 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-35dbaa8d-7182-4852-bd3b-88ad48e88899 req-9edb7bcf-03f7-4471-89dc-0a1d91345fbb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Jul 28 06:40:50.539956 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-35dbaa8d-7182-4852-bd3b-88ad48e88899 req-53d48fa8-ad3c-43e6-b461-5627faf5fcdc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567963 Jul 28 06:40:50.840219 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:50.862664 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8a85-5097-43a6-964b-dac320bc0d2e req-2ceccea2-3350-48d8-8565-bae1306b3694 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:50.864591 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3cca8a85-5097-43a6-964b-dac320bc0d2e req-2ceccea2-3350-48d8-8565-bae1306b3694 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0535915 Jul 28 06:40:50.982054 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3cca8a85-5097-43a6-964b-dac320bc0d2e req-ba5a10ab-4629-45b0-b049-774c6b764c89 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897412 Jul 28 06:40:51.070373 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-13eda0f6-6cfa-4962-9a9b-59f8f693a9c1 req-ec777e3b-1b49-472e-b119-a24a519c0f72 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034190 Jul 28 06:40:51.497521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8f50c-0147-4364-9912-bfe56e750855 req-4ad0909b-6f7d-45c9-86c3-bb7479927807 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.499139 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bce8f50c-0147-4364-9912-bfe56e750855 req-4ad0909b-6f7d-45c9-86c3-bb7479927807 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Jul 28 06:40:51.549640 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bce8f50c-0147-4364-9912-bfe56e750855 req-db41cb22-f7cb-472c-9cef-157437398ee0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Jul 28 06:40:51.699388 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d91c1-10d1-49f8-a69f-3c20068f3809 req-e282a4cb-d808-4224-bf9b-976d4d75a674 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.702082 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ab1d91c1-10d1-49f8-a69f-3c20068f3809 req-e282a4cb-d808-4224-bf9b-976d4d75a674 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0873637 Jul 28 06:40:51.786786 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ab1d91c1-10d1-49f8-a69f-3c20068f3809 req-4c930e56-0756-4de6-b844-c5a362a38ffb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781217 Jul 28 06:40:52.192197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fd2ec-79cf-42f7-aa72-f75fdf43b63c req-94809d9f-bcc6-4c51-a503-455cf928300d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:52.194095 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-443fd2ec-79cf-42f7-aa72-f75fdf43b63c req-94809d9f-bcc6-4c51-a503-455cf928300d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0948954 Jul 28 06:40:52.231934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-cc5e3eed-6e44-47e7-a9bc-184c68cec7c4 req-aa92660d-7f07-45ae-929e-47a84aa2e483 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:40:52.233151 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cc5e3eed-6e44-47e7-a9bc-184c68cec7c4 req-aa92660d-7f07-45ae-929e-47a84aa2e483 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075493 Jul 28 06:40:52.262127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-443fd2ec-79cf-42f7-aa72-f75fdf43b63c req-ef7cfec9-1607-411e-84da-b45e6f05632e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598364 Jul 28 06:40:52.524447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1ee39-6a7c-486f-b349-0a0db56be5ff req-7369da4f-e68d-40ae-8904-76dbf831df3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:52.535870 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00e1ee39-6a7c-486f-b349-0a0db56be5ff req-7369da4f-e68d-40ae-8904-76dbf831df3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0648162 Jul 28 06:40:52.613182 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00e1ee39-6a7c-486f-b349-0a0db56be5ff req-51c1b96f-2d20-42a3-ab5c-498e157e1308 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763254 Jul 28 06:40:52.922106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09f00-3e48-4859-83eb-659900d7d982 req-8f2c8915-3e81-4df1-b870-0a0ff0d089ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:52.924024 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9ce09f00-3e48-4859-83eb-659900d7d982 req-8f2c8915-3e81-4df1-b870-0a0ff0d089ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 1130 time: 0.0913327 Jul 28 06:40:53.001964 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9066bb-d0a5-461d-9951-2adb6300d754 req-6f62e53e-b8b0-4246-a0a5-c7066f76d9b3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:53.004072 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7d9066bb-d0a5-461d-9951-2adb6300d754 req-6f62e53e-b8b0-4246-a0a5-c7066f76d9b3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0538592 Jul 28 06:40:53.030121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56786) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:53.130115 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9ce09f00-3e48-4859-83eb-659900d7d982 req-af3e6e69-7434-4cae-8a82-873391d0622b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245928 Jul 28 06:40:53.137799 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7d9066bb-d0a5-461d-9951-2adb6300d754 req-1c74bc27-bda3-4fdf-8b64-ce214611a790 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222107 Jul 28 06:40:53.167777 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-467e2175-43fe-4e90-a682-fbdabda42219 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361547 Jul 28 06:40:53.177264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-d7ac4e65-f9e4-4ff3-8b0f-b223e1f5e850 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:40:53.178388 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-d7ac4e65-f9e4-4ff3-8b0f-b223e1f5e850 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052376 Jul 28 06:40:53.273705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56800) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:53.399939 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-38eca0a3-a905-426c-94be-257124ffcda0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:53.401320 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-38eca0a3-a905-426c-94be-257124ffcda0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports/626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 940 time: 0.1266451 Jul 28 06:40:53.418089 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf0d13-ab2e-49ae-9474-8536ef5c839f req-fcce0d52-24cd-4091-bc29-d88e13433ada tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:53.419557 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c8cf0d13-ab2e-49ae-9474-8536ef5c839f req-fcce0d52-24cd-4091-bc29-d88e13433ada tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0637987 Jul 28 06:40:53.478009 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c8cf0d13-ab2e-49ae-9474-8536ef5c839f req-c4cfb809-62e2-4d2c-b7fc-9cfbc2611310 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520301 Jul 28 06:40:53.742838 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d250c-9210-455f-85c1-84cabecb6328 req-7a1c4acf-1ae2-4fea-b5d8-bd8ebd12ffec tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:53.744361 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c74d250c-9210-455f-85c1-84cabecb6328 req-7a1c4acf-1ae2-4fea-b5d8-bd8ebd12ffec tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0567763 Jul 28 06:40:53.791856 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c74d250c-9210-455f-85c1-84cabecb6328 req-3c933044-cf21-41e7-82c3-9ac8721c794a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Jul 28 06:40:54.284122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afd573-202a-4d2b-8ace-a1ee42102b39 req-09518a30-d112-479d-8b73-51ee2f356650 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:54.285948 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44afd573-202a-4d2b-8ace-a1ee42102b39 req-09518a30-d112-479d-8b73-51ee2f356650 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0557141 Jul 28 06:40:54.353379 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44afd573-202a-4d2b-8ace-a1ee42102b39 req-ddf555c4-f0d3-44ae-8d72-0c6533e73715 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589161 Jul 28 06:40:54.614285 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef2bc-3308-490a-8e26-a66db9399bc5 req-19c5ef27-5df7-42a1-93bd-23226301f1c3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:54.615860 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58cef2bc-3308-490a-8e26-a66db9399bc5 req-19c5ef27-5df7-42a1-93bd-23226301f1c3 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 943 time: 0.0519884 Jul 28 06:40:54.640746 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fd589bac-7a7d-4978-bdbb-17282786c967 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:40:54.664785 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:40:54.682296 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58cef2bc-3308-490a-8e26-a66db9399bc5 req-0bf9dc79-05c0-4b57-84fb-9ce0bbb7e4e9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585120 Jul 28 06:40:54.729341 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:54.845549 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fd589bac-7a7d-4978-bdbb-17282786c967,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:54.862213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: DOWN; New status is: DOWN {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:54.865330 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:40:54.904441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port fd589bac-7a7d-4978-bdbb-17282786c967 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:54.904764 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:54.918386 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd589bac-7a7d-4978-bdbb-17282786c967 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:40:54.927109 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb60d5-199c-48ec-88e8-0cc105e9428a req-10c7d7cb-d8bc-4b2e-a9f6-f85fc6393361 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:54.928593 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80bb60d5-199c-48ec-88e8-0cc105e9428a req-10c7d7cb-d8bc-4b2e-a9f6-f85fc6393361 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0485723 Jul 28 06:40:54.940539 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fd589bac-7a7d-4978-bdbb-17282786c967,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:54.944693 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:54.982542 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80bb60d5-199c-48ec-88e8-0cc105e9428a req-e294789d-bc37-4187-8d8d-0716f1c9b0ca tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479324 Jul 28 06:40:54.997695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:55.447896 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56898) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:55.464352 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:55.479900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f75b21-3b91-458e-a549-98630e70e32e req-31e33643-c84e-4d3c-b407-5ee2f8af60cd tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:55.481404 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e9f75b21-3b91-458e-a549-98630e70e32e req-31e33643-c84e-4d3c-b407-5ee2f8af60cd tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0556166 Jul 28 06:40:55.498260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Deleting subnet 43e5975c-1633-45ca-ad95-29e92dc6ad73 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:40:55.501758 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Publish callbacks [] for subnet (43e5975c-1633-45ca-ad95-29e92dc6ad73), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.534902 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e9f75b21-3b91-458e-a549-98630e70e32e req-acf9023a-4057-4711-9e95-afee366ed150 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Jul 28 06:40:55.538255 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Publish callbacks [] for subnet (43e5975c-1633-45ca-ad95-29e92dc6ad73), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.544435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (43e5975c-1633-45ca-ad95-29e92dc6ad73), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.612532 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['fd589bac-7a7d-4978-bdbb-17282786c967'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:40:55.620173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:55.644781 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for subnet (43e5975c-1633-45ca-ad95-29e92dc6ad73), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.680423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:55.684896 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e5975c-1633-45ca-ad95-29e92dc6ad73,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:55.689867 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.696193 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ca702303-983d-4dcb-9fa3-9a8c4dbf136d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43e5975c-1633-45ca-ad95-29e92dc6ad73 HTTP/1.1" status: 204 len: 168 time: 0.2418938 Jul 28 06:40:55.696973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56904) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:55.702067 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6742ec-ff98-475d-9493-27f03a2971e8 req-98dfc4da-361c-42bf-8885-7271d09077ff tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:55.704389 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a6742ec-ff98-475d-9493-27f03a2971e8 req-98dfc4da-361c-42bf-8885-7271d09077ff tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0974162 Jul 28 06:40:55.714050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56906) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:55.720926 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'port_id': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:40:55.766514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.798961 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (68f02050-09bf-429b-8750-a014c7a2dad3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.840706 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e11aa-2354-4fd8-8a34-97e6fef9afcd req-f0b2bf5d-fba3-4f3b-9a46-6fa9014ee3b6 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:55.842201 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-475e11aa-2354-4fd8-8a34-97e6fef9afcd req-f0b2bf5d-fba3-4f3b-9a46-6fa9014ee3b6 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 944 time: 0.0585277 Jul 28 06:40:55.933484 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:55.938380 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (68f02050-09bf-429b-8750-a014c7a2dad3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:55.967960 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-475e11aa-2354-4fd8-8a34-97e6fef9afcd req-61eb0398-5262-4d72-a1a3-a15ec7637bdf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050057 Jul 28 06:40:55.971894 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f02050-09bf-429b-8750-a014c7a2dad3']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:55.993520 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72789f55-eca8-4419-9405-a15c80b0987e') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:55.993520 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72789f55-eca8-4419-9405-a15c80b0987e') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:55.993520 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (72789f55-eca8-4419-9405-a15c80b0987e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.007154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (72789f55-eca8-4419-9405-a15c80b0987e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.014086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:40:56.014458 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (72789f55-eca8-4419-9405-a15c80b0987e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.035585 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 72789f55-eca8-4419-9405-a15c80b0987e resource provider aggregate not found Jul 28 06:40:56.088238 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 72789f55-eca8-4419-9405-a15c80b0987e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72789f55-eca8-4419-9405-a15c80b0987e found for delete ", "request_id": "req-4870ad62-dd2b-40da-b068-14bdb207b41b"}]} Jul 28 06:40:56.114427 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (68f02050-09bf-429b-8750-a014c7a2dad3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.120125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.123512 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] 10.222.0.20 "DELETE /v2.0/networks/68f02050-09bf-429b-8750-a014c7a2dad3 HTTP/1.1" status: 204 len: 168 time: 0.4261146 Jul 28 06:40:56.137581 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd112504-a323-4fc8-8e98-f4c3634c2430 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f02050-09bf-429b-8750-a014c7a2dad3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:56.189556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b84ce-dbd2-40ce-a793-1dc2c1ade719 req-effae85b-c8a0-47f2-bea1-28d21990a952 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:56.190968 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b95b84ce-dbd2-40ce-a793-1dc2c1ade719 req-effae85b-c8a0-47f2-bea1-28d21990a952 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0685546 Jul 28 06:40:56.315503 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b95b84ce-dbd2-40ce-a793-1dc2c1ade719 req-023ce6c4-735e-4a82-b4ec-19ff7214ed0c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000626 Jul 28 06:40:56.319950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56920) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:56.320101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.326565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.364850 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c21644b4-4613-4eb7-bc2e-b6bf75e9597a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57601f159e244aa68924602c2c5dc385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435987 Jul 28 06:40:56.367282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 56922) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:56.415943 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] Publish callbacks [] for security_group (97195078-4fbb-46e3-aa5e-d81a3f0c25b7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.426193 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP d8b7a6c8-a16e-484e-89df-0be7e309d768 associated. External IP: 172.27.1.43, port: e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a. Jul 28 06:40:56.437496 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] Publish callbacks [] for security_group (97195078-4fbb-46e3-aa5e-d81a3f0c25b7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.504019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (97195078-4fbb-46e3-aa5e-d81a3f0c25b7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.506693 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.507879 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97195078-4fbb-46e3-aa5e-d81a3f0c25b7 HTTP/1.1" status: 204 len: 168 time: 0.1397126 Jul 28 06:40:56.516626 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b7397-ae82-46c1-9469-45ad6a0d890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97195078-4fbb-46e3-aa5e-d81a3f0c25b7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:56.886735 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:40:56.923235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fd589bac-7a7d-4978-bdbb-17282786c967 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:40:56.969268 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port fd589bac-7a7d-4978-bdbb-17282786c967 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:40:56.977199 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port fd589bac-7a7d-4978-bdbb-17282786c967 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:40:56.977644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:57.004477 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:40:57.009514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:57.034130 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:40:57.053231 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:57.058295 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fa9dd896-2968-4450-8cee-3b5a7022a0e2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "PUT /v2.0/floatingips/d8b7a6c8-a16e-484e-89df-0be7e309d768 HTTP/1.1" status: 200 len: 991 time: 1.3405836 Jul 28 06:40:57.058553 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:40:57.058681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:57.058778 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:57.059057 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f036c314-e2ed-4cd9-8193-86098473af24" -d '{"events": [{"name": "network-changed", "server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:57.101567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e1421-e597-4fb5-b62a-c06c587e515d x-openstack-request-id: req-7c0e1421-e597-4fb5-b62a-c06c587e515d {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:57.101866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:57.102129 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c0e1421-e597-4fb5-b62a-c06c587e515d {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:57.102538 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0e1421-e597-4fb5-b62a-c06c587e515d'] response: {'name': 'network-changed', 'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'status': 'completed', 'code': 200} Jul 28 06:40:57.121508 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26091f9a-6f72-4216-bde7-31f7584d4252 req-f4d7262e-0686-4175-9377-ea18e57e27bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.123019 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26091f9a-6f72-4216-bde7-31f7584d4252 req-f4d7262e-0686-4175-9377-ea18e57e27bf tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 944 time: 0.0564721 Jul 28 06:40:57.181095 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26091f9a-6f72-4216-bde7-31f7584d4252 req-1fd054ac-8563-442b-989f-7da1af204195 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509527 Jul 28 06:40:57.195474 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port fd589bac-7a7d-4978-bdbb-17282786c967 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:57.195875 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:57.246369 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c314-e2ed-4cd9-8193-86098473af24 req-960aa615-afc2-439b-be2a-0fe83e9a01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.246872 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fd589bac-7a7d-4978-bdbb-17282786c967,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:57.248115 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-960aa615-afc2-439b-be2a-0fe83e9a01a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 1130 time: 0.0616381 Jul 28 06:40:57.250851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:57.251931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:57.254463 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09be71-ef23-45db-a9e8-d0cc17e229cb" -d '{"events": [{"server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:57.293039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:40:57.320321 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:57.321962 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:57.326598 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804556a8-664c-48d0-82e5-849455a84cdc x-openstack-request-id: req-804556a8-664c-48d0-82e5-849455a84cdc {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:57.326909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:57.327173 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-804556a8-664c-48d0-82e5-849455a84cdc {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:57.328014 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804556a8-664c-48d0-82e5-849455a84cdc'] response: {'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'code': 200} Jul 28 06:40:57.422445 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c314-e2ed-4cd9-8193-86098473af24 req-b4766e9b-7c39-4f5e-86de-5cd5f5d928f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.424182 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-b4766e9b-7c39-4f5e-86de-5cd5f5d928f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.1662240 Jul 28 06:40:57.442694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:57.574092 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8144c3-a843-4523-9d99-cd30ddb6db6f req-47bdf184-56fb-46cc-8dc3-03610ba69042 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.581904 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa8144c3-a843-4523-9d99-cd30ddb6db6f req-47bdf184-56fb-46cc-8dc3-03610ba69042 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.1566291 Jul 28 06:40:57.596730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:57.604937 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:57.609113 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae66e9-0817-4667-9004-04df8e352f0e req-128f8712-9998-407e-b0c3-6083dc57973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.611593 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbae66e9-0817-4667-9004-04df8e352f0e req-128f8712-9998-407e-b0c3-6083dc57973a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0545027 Jul 28 06:40:57.619172 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-7f05b651-6985-4ff1-9023-1448dafa2a44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a HTTP/1.1" status: 200 len: 999 time: 0.1737361 Jul 28 06:40:57.673071 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbae66e9-0817-4667-9004-04df8e352f0e req-ac7f6f49-1168-4b29-ab24-12903c4783e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Jul 28 06:40:57.698910 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa8144c3-a843-4523-9d99-cd30ddb6db6f req-9f453a0e-5465-448a-b6f6-2c70c1b2dc3b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159914 Jul 28 06:40:57.717206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c314-e2ed-4cd9-8193-86098473af24 req-16777b0f-11ee-4fb6-a91d-c258feae1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.719613 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-16777b0f-11ee-4fb6-a91d-c258feae1289 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0831895 Jul 28 06:40:57.777138 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}, {'id': 'd8b7a6c8-a16e-484e-89df-0be7e309d768', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:a6:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:39:53Z', 'updated_at': '2022-07-28T06:40:56Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:57.806875 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:40:57.816800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:40:57.817455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:57.888280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56968) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:57.923343 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:40:57.995664 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-69d0f4bb-3727-41d1-ae37-d02f4ebbb466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.074517 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-69d0f4bb-3727-41d1-ae37-d02f4ebbb466 admin admin] Publish callbacks [] for security_group (82f14ec6-bb92-4d28-803d-df10e294e447), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.079161 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-69d0f4bb-3727-41d1-ae37-d02f4ebbb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (82f14ec6-bb92-4d28-803d-df10e294e447), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.119622 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-69d0f4bb-3727-41d1-ae37-d02f4ebbb466 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1643e2f438c54025968e23a4f8fbd7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301836 Jul 28 06:40:58.122275 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 56972) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:58.130103 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0f4bb-3727-41d1-ae37-d02f4ebbb466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f14ec6-bb92-4d28-803d-df10e294e447,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:58.144160 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c314-e2ed-4cd9-8193-86098473af24 req-7b5f90d2-5fc7-43f0-82ac-ce8d3623e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.146808 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-7b5f90d2-5fc7-43f0-82ac-ce8d3623e7a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566931 Jul 28 06:40:58.148658 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}, {'id': 'd8b7a6c8-a16e-484e-89df-0be7e309d768', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:a6:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:39:53Z', 'updated_at': '2022-07-28T06:40:56Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:40:58.175907 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115d50f-d46e-49a7-bdc3-85880cfdd49d None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}, {'id': 'd8b7a6c8-a16e-484e-89df-0be7e309d768', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:a6:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:39:53Z', 'updated_at': '2022-07-28T06:40:56Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:40:58.177769 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] Publish callbacks [] for security_group (82f14ec6-bb92-4d28-803d-df10e294e447), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.201982 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] Publish callbacks [] for security_group (82f14ec6-bb92-4d28-803d-df10e294e447), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.273688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (82f14ec6-bb92-4d28-803d-df10e294e447), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.277030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:58.278297 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-3c194376-5480-4768-90e2-5b85230af41d service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225364 Jul 28 06:40:58.284161 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f14ec6-bb92-4d28-803d-df10e294e447 HTTP/1.1" status: 204 len: 168 time: 0.1578970 Jul 28 06:40:58.333334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402569-8e21-400f-9535-e0325b2d06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f14ec6-bb92-4d28-803d-df10e294e447,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:58.369683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00163-83b7-4fa2-b618-310ca74dc4e5 req-8f3dc8bf-d6aa-4927-b093-767d4712ed46 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.371096 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6ed00163-83b7-4fa2-b618-310ca74dc4e5 req-8f3dc8bf-d6aa-4927-b093-767d4712ed46 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0857234 Jul 28 06:40:58.436593 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6ed00163-83b7-4fa2-b618-310ca74dc4e5 req-3d92cf22-a0f8-4a13-91fc-3558f3c7770a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557251 Jul 28 06:40:58.485537 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efae3fa-8613-420c-a270-7fe8c2657eec None None] New status for floating IP d8b7a6c8-a16e-484e-89df-0be7e309d768: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:40:58.866580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90426ff6-ebd6-4274-bb3b-659b33dfc0fa req-0f1bf12c-2f9c-47c9-a28d-845278f6f2c8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.868054 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90426ff6-ebd6-4274-bb3b-659b33dfc0fa req-0f1bf12c-2f9c-47c9-a28d-845278f6f2c8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0937531 Jul 28 06:40:58.882644 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:58.938038 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f036c314-e2ed-4cd9-8193-86098473af24 req-31e06bd5-ef3f-4ee9-b2b6-2e6ee0ff0b82 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339889 Jul 28 06:40:58.944966 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90426ff6-ebd6-4274-bb3b-659b33dfc0fa req-0a9c91ad-7da1-4a4f-b923-2290df3dad14 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708189 Jul 28 06:40:59.558126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad6ff-87f2-42b8-8856-1c4476953e09 req-44f777c2-8445-41fc-b0ee-937908f4368b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:59.559595 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a65ad6ff-87f2-42b8-8856-1c4476953e09 req-44f777c2-8445-41fc-b0ee-937908f4368b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Jul 28 06:40:59.606768 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a65ad6ff-87f2-42b8-8856-1c4476953e09 req-0196212c-ba7e-4086-bf16-f32b85608437 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Jul 28 06:41:00.072600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c7c7-7c74-441a-ad24-02ec2350e12f req-8cc08428-4f91-4201-a4f8-0a76178e7b3c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:00.074142 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-23f4c7c7-7c74-441a-ad24-02ec2350e12f req-8cc08428-4f91-4201-a4f8-0a76178e7b3c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0493519 Jul 28 06:41:00.111983 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-47e27b8e-5dc4-4fa3-bc55-f2b8547ce2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:00.123928 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-23f4c7c7-7c74-441a-ad24-02ec2350e12f req-40fec5fb-c66e-459c-aeb5-3c1e05bd84b0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Jul 28 06:41:00.729591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3579-e9cd-497d-9a51-3b002f80e8da req-0172ebf0-5cbe-4d1c-8d49-323ed9ac610e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:00.731067 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b11f3579-e9cd-497d-9a51-3b002f80e8da req-0172ebf0-5cbe-4d1c-8d49-323ed9ac610e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Jul 28 06:41:00.777350 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b11f3579-e9cd-497d-9a51-3b002f80e8da req-60c37799-4a72-4af4-b823-b9227723392e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Jul 28 06:41:00.889562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1106-8855-4a89-9e66-73b812bc0763 req-f6c00c71-1359-409a-8ef2-38d154b1945b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:00.891639 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5bcc1106-8855-4a89-9e66-73b812bc0763 req-f6c00c71-1359-409a-8ef2-38d154b1945b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0469699 Jul 28 06:41:00.901680 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57000) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:00.906148 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'floatingip': {'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:00.948635 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:01.260074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12bef7-b43a-40e5-99f3-f9b1cc59b97a req-70e7b25f-b576-43c1-b187-80906a9784ba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:01.261823 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f12bef7-b43a-40e5-99f3-f9b1cc59b97a req-70e7b25f-b576-43c1-b187-80906a9784ba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0496817 Jul 28 06:41:01.314414 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f12bef7-b43a-40e5-99f3-f9b1cc59b97a req-97078e0a-6b48-4744-a9f6-863e8073ed21 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 Jul 28 06:41:01.549483 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:01.613406 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:01.616932 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:01.710281 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Floating IP f7248a93-fc57-4907-9b38-8389473edd4a associated. External IP: 172.27.1.216, port: fd589bac-7a7d-4978-bdbb-17282786c967. Jul 28 06:41:01.908041 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:41:01.955287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:02.014708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:41:02.020154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:02.026904 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:41:02.038532 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:41:02.039378 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:02.052714 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ccb53cff-5480-41a9-ad52-c7f38a45f298 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "PUT /v2.0/floatingips/f7248a93-fc57-4907-9b38-8389473edd4a HTTP/1.1" status: 200 len: 991 time: 1.1479032 Jul 28 06:41:02.052714 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:02.053506 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec0c115-99e3-407d-b507-98a0ce9bf29b" -d '{"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:02.092420 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500706e8-39ce-43c3-8f5b-0c839565e5c7 x-openstack-request-id: req-500706e8-39ce-43c3-8f5b-0c839565e5c7 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:02.092708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:02.092956 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-500706e8-39ce-43c3-8f5b-0c839565e5c7 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:02.093397 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500706e8-39ce-43c3-8f5b-0c839565e5c7'] response: {'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'status': 'completed', 'code': 200} Jul 28 06:41:02.145932 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:41:02.274887 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:02.336669 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:02.356994 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:41:01Z', 'revision_number': 1, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:02.386206 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:41:02.395623 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:41:02.396229 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:40:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:02.440859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbc20b-e535-435b-bbcc-c83632e40c7c req-8cfc04dd-81a8-4df6-b944-8bb8ab6a9272 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:02.442369 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30cbc20b-e535-435b-bbcc-c83632e40c7c req-8cfc04dd-81a8-4df6-b944-8bb8ab6a9272 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0485494 Jul 28 06:41:02.456850 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7733f2f9-9a7d-4c35-9924-107e090bf1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:02.502311 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30cbc20b-e535-435b-bbcc-c83632e40c7c req-38eec933-f1b1-483f-9cc7-df148cfc43d5 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531516 Jul 28 06:41:02.511539 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:41:02.710320 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-9d0657ed-0eae-4dfd-ae93-c937f4452ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:02.711892 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-9d0657ed-0eae-4dfd-ae93-c937f4452ca6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0436924 Jul 28 06:41:02.713208 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:02.754789 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:41:01Z', 'revision_number': 1, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:02.781176 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4bc18a-d99d-49b4-b295-4cf511976b5d None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:41:01Z', 'revision_number': 1, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:41:02.818442 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-9d81903d-65f6-44a3-b836-e34f2bac2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:02.819912 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-9d81903d-65f6-44a3-b836-e34f2bac2ba1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.0970640 Jul 28 06:41:02.966235 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a6d03-72bd-438b-8675-8405f79f8dad None None] New status for floating IP f7248a93-fc57-4907-9b38-8389473edd4a: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:41:03.294651 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f42e9-79a8-44ce-b24b-246639f0fadf req-971d68df-c7d5-41d8-951e-3940ec5ecf27 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.296174 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c73f42e9-79a8-44ce-b24b-246639f0fadf req-971d68df-c7d5-41d8-951e-3940ec5ecf27 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0553260 Jul 28 06:41:03.346264 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c73f42e9-79a8-44ce-b24b-246639f0fadf req-d01367e1-30f4-4125-8ae1-5128a0d2723c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Jul 28 06:41:03.373045 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57024) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:03.437143 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-dae0ecc7-c8ee-4f5a-a84a-b9cf7f37e302 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1001 time: 0.0632725 Jul 28 06:41:03.496849 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-1735a4f6-995f-4a0d-96fb-4b07d467a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.498307 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-1735a4f6-995f-4a0d-96fb-4b07d467a22b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0524225 Jul 28 06:41:03.569604 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-553545b4-d3f7-4eff-8a8f-a1b32f70ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.571496 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-553545b4-d3f7-4eff-8a8f-a1b32f70ba63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590272 Jul 28 06:41:03.571648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:03.594186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:03.595502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0eb519-30da-4d07-9b1c-3ce70860f511 tempest-TestMinimumBasicScenario-1763157402 tempest-TestMinimumBasicScenario-1763157402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.600060 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57032) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:03.600250 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8e0eb519-30da-4d07-9b1c-3ce70860f511 tempest-TestMinimumBasicScenario-1763157402 tempest-TestMinimumBasicScenario-1763157402-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1124 time: 0.2260134 Jul 28 06:41:03.606435 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'port_id': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:03.629752 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:03.653686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2a5aa-5b8f-44f3-adb8-5a139ace441c req-517128e4-7cb7-4cde-bb9b-ffe472582ef0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.655183 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33a2a5aa-5b8f-44f3-adb8-5a139ace441c req-517128e4-7cb7-4cde-bb9b-ffe472582ef0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0707109 Jul 28 06:41:03.718159 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33a2a5aa-5b8f-44f3-adb8-5a139ace441c req-b39308c9-efc4-4c3e-b970-05ab5008bb07 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554252 Jul 28 06:41:03.744305 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:03.789161 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:03.808229 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-0c1c3fb1-d736-4ae7-bd86-2e2513eb4ee9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338966 Jul 28 06:41:03.848808 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:03.980972 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Allocated IP 172.27.1.64 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/023beef2-0043-4e27-b841-5c1b9a7f501a) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:41:03.986864 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eec0c115-99e3-407d-b507-98a0ce9bf29b req-b6bc3b53-112c-4f87-9552-1e370d1ecc31 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515763 Jul 28 06:41:03.991749 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:04.098750 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.133224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.176719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:41:04.182405 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:41:04.184122 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'Port': ['ID=023beef2-0043-4e27-b841-5c1b9a7f501a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:04.186279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:41:04.532002 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:04.551296 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for floatingip (b52b8843-27fc-40d0-a423-36820ca1d438), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.616981 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.754437 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:04.778884 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.784828 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.867910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455130-afa9-443a-80b0-89f6fc230b51 req-67dab4c0-116d-43a5-b461-e7b690ffe760 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:04.873784 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-54455130-afa9-443a-80b0-89f6fc230b51 req-67dab4c0-116d-43a5-b461-e7b690ffe760 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0658677 Jul 28 06:41:04.894186 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (b52b8843-27fc-40d0-a423-36820ca1d438), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:04.896755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'Port': ['ID=023beef2-0043-4e27-b841-5c1b9a7f501a,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:04.920586 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-54455130-afa9-443a-80b0-89f6fc230b51 req-dd61447c-35e5-4b92-b39e-e9fdc2efe5f2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Jul 28 06:41:04.980237 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0dabf-814a-4bb8-baf8-c6aa2465b8cd req-5e783b88-7294-4744-96f2-c340133709ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:04.981656 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4bd0dabf-814a-4bb8-baf8-c6aa2465b8cd req-5e783b88-7294-4744-96f2-c340133709ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0888948 Jul 28 06:41:05.066372 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Floating IP b52b8843-27fc-40d0-a423-36820ca1d438 associated. External IP: 172.27.1.64, port: 547ddf0c-06c1-4016-890a-f31d53cfe707. Jul 28 06:41:05.071359 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4bd0dabf-814a-4bb8-baf8-c6aa2465b8cd req-6ac23149-1e42-4d48-aae9-d807f3e2fb20 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Jul 28 06:41:05.283724 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:41:05.605979 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.630908 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:41:05.640619 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Sync routers for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:41:05.648457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.652194 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:41:05.652194 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:41:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:05.679260 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d0e9affd-cf94-4b04-94fc-ba4e25f37a77 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0772445 Jul 28 06:41:05.679954 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:05.682167 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57046) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:05.682411 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e55bf57-b732-494a-8b5b-52fc90a85b12" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:05.687272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428082000', 'description': 'tempest-secgroup-smoke-428082000 description', 'project_id': '6b7e4c91aaaf48e2b134128055919a47'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:05.716657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.723285 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad07705-f884-4271-bf3f-1481e05fc120 x-openstack-request-id: req-2ad07705-f884-4271-bf3f-1481e05fc120 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:05.723580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:05.723838 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ad07705-f884-4271-bf3f-1481e05fc120 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:05.724245 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad07705-f884-4271-bf3f-1481e05fc120'] response: {'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:41:05.752936 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.773700 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:41:05.791547 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (5becbb74-1475-4908-8171-bfcddae7255c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.795730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5becbb74-1475-4908-8171-bfcddae7255c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.827565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.828893 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1453066 Jul 28 06:41:05.830785 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da76791-45b7-415c-957c-8cdef6960d4e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5becbb74-1475-4908-8171-bfcddae7255c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:05.832153 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57050) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:05.837415 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:05.865933 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (b5a4f5da-818f-4915-ba64-041a036f3a3c), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.878037 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:05.927122 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (b5a4f5da-818f-4915-ba64-041a036f3a3c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.930877 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (b5a4f5da-818f-4915-ba64-041a036f3a3c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.944054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:05.951680 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a4f5da-818f-4915-ba64-041a036f3a3c,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:05.965035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.966337 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-34f97c7d-2133-4210-97a3-d9f76c4e9a74 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331928 Jul 28 06:41:05.969357 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57054) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:05.974190 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:05.997125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b52b8843-27fc-40d0-a423-36820ca1d438', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'port_id': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'mac_address': 'fa:16:3e:ab:59:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9e64be-7751-4a35-9913-759b5aa65387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:41:04Z', 'updated_at': '2022-07-28T06:41:04Z', 'revision_number': 0, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:06.005387 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (1203ffa4-7398-487e-8591-42c06a394b13), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.027504 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Checking router: 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:41:06.036869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:41:06.037506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:41:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:06.039990 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.073861 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68626d-5e09-4bc4-9522-b7b8fdcfc908 req-464d0208-4a4f-438e-ba08-9afb77a4cc61 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:06.075421 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7f68626d-5e09-4bc4-9522-b7b8fdcfc908 req-464d0208-4a4f-438e-ba08-9afb77a4cc61 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0711739 Jul 28 06:41:06.122170 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (1203ffa4-7398-487e-8591-42c06a394b13), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.133050 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (1203ffa4-7398-487e-8591-42c06a394b13), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.162009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1203ffa4-7398-487e-8591-42c06a394b13,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:06.167504 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7f68626d-5e09-4bc4-9522-b7b8fdcfc908 req-aaa9a0a8-ef1c-434d-8e80-ed25ffcb43ba tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843778 Jul 28 06:41:06.178382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.182732 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2675591b-51c9-4c0d-86bf-1a91db525753 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2095757 Jul 28 06:41:06.182993 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57058) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:06.188835 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:06.219982 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (35161274-5946-42c4-8660-0efe6c6c2c2f), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.236880 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd832381-9590-449f-b25d-36cffcf88735 req-341eb842-75c0-48c5-9252-eb633dc7cc91 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:06.238554 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd832381-9590-449f-b25d-36cffcf88735 req-341eb842-75c0-48c5-9252-eb633dc7cc91 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0863442 Jul 28 06:41:06.265161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.278556 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:41:06.282783 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (35161274-5946-42c4-8660-0efe6c6c2c2f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.288189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (35161274-5946-42c4-8660-0efe6c6c2c2f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.294782 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd832381-9590-449f-b25d-36cffcf88735 req-3c29251c-493e-4b72-9cbd-0a7b8fde05b0 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Jul 28 06:41:06.309652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35161274-5946-42c4-8660-0efe6c6c2c2f,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:06.327116 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.329056 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-95ef8fcc-05b8-4f5f-96bc-21b89c01a02d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451011 Jul 28 06:41:06.331919 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57060) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:06.336274 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:06.363592 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (5686b4fc-6594-47b7-88de-8ed21f1deda4), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.426421 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (5686b4fc-6594-47b7-88de-8ed21f1deda4), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.431204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (5686b4fc-6594-47b7-88de-8ed21f1deda4), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.456735 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5686b4fc-6594-47b7-88de-8ed21f1deda4,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:06.462699 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.463913 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b9560054-b85c-4ba2-9c47-9754a945b338 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310747 Jul 28 06:41:06.466711 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57062) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:06.472769 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:06.493915 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Project 6b7e4c91aaaf48e2b134128055919a47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:41:06.499770 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (8d6f64c7-7b98-49a8-911d-0b3dcd59cf20), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.506593 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b52b8843-27fc-40d0-a423-36820ca1d438', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'port_id': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'mac_address': 'fa:16:3e:ab:59:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9e64be-7751-4a35-9913-759b5aa65387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:41:04Z', 'updated_at': '2022-07-28T06:41:04Z', 'revision_number': 0, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:41:06.532709 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2153d288-53d1-4569-a51f-4d70276e7691 None None] The sync data for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi is: [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b52b8843-27fc-40d0-a423-36820ca1d438', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'port_id': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'mac_address': 'fa:16:3e:ab:59:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9e64be-7751-4a35-9913-759b5aa65387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:41:04Z', 'updated_at': '2022-07-28T06:41:04Z', 'revision_number': 0, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:41:06.564150 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (8d6f64c7-7b98-49a8-911d-0b3dcd59cf20), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.568305 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (8d6f64c7-7b98-49a8-911d-0b3dcd59cf20), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.589810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6f64c7-7b98-49a8-911d-0b3dcd59cf20,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:06.599770 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.600975 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-09615b30-5b52-42a5-ab32-a0ccd390e533 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333418 Jul 28 06:41:06.603756 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57064) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:41:06.607990 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'security_group_rule': {'security_group_id': '5becbb74-1475-4908-8171-bfcddae7255c', 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:06.618596 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.632531 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Project 6b7e4c91aaaf48e2b134128055919a47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:41:06.638869 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (43ccf37b-0bab-4336-99e4-a29802b89fd9), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.702835 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (43ccf37b-0bab-4336-99e4-a29802b89fd9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.707013 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (43ccf37b-0bab-4336-99e4-a29802b89fd9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.722986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.732075 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ccf37b-0bab-4336-99e4-a29802b89fd9,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:06.738400 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff098fe7-a408-4902-a380-57e4990bacd5 None None] New status for floating IP b52b8843-27fc-40d0-a423-36820ca1d438: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:41:06.744042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:06.745278 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2220fcda-95a5-4d0f-93f1-60fbc21cb43f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406219 Jul 28 06:41:06.836868 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-edda595b-781f-4ba4-9d6d-62db8317c15c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428082000&fields=id&tenant_id=6b7e4c91aaaf48e2b134128055919a47 HTTP/1.1" status: 200 len: 267 time: 0.0452912 Jul 28 06:41:06.890907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-3c86ffb5-a7fd-4b91-a537-3034fec6df15 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:06.892768 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-3c86ffb5-a7fd-4b91-a537-3034fec6df15 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Jul 28 06:41:06.904356 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'port': {'security_groups': ['37d7155e-561d-4bc1-9814-8a31eddf61ba', '5becbb74-1475-4908-8171-bfcddae7255c']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:06.977819 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.206291 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:07.236381 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.242850 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.292291 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.292951 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.294433 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7eb9f447-53b5-4be2-aa2a-af69bf40ae90 req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "PUT /v2.0/ports/547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 981 time: 0.3949194 Jul 28 06:41:07.310609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584066c8-e826-4565-81ae-38a500df49a4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=6']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:07.313253 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:07.357097 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e787af-233c-4b71-b2ae-84ff8c3f80c9 req-7f0c5528-4ddd-471a-95f6-917f36fecde7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.358816 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-04e787af-233c-4b71-b2ae-84ff8c3f80c9 req-7f0c5528-4ddd-471a-95f6-917f36fecde7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0877256 Jul 28 06:41:07.436430 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-2e2fdcec-a9b3-4010-aa1a-8e06196eeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.438260 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-2e2fdcec-a9b3-4010-aa1a-8e06196eeecf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1168 time: 0.0673180 Jul 28 06:41:07.444292 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-04e787af-233c-4b71-b2ae-84ff8c3f80c9 req-77a66fb1-4832-400c-9363-b499ca177e0b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684590 Jul 28 06:41:07.446918 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d148447-e0c6-41ad-9c69-f546b82d397c req-ca99a286-b646-49e2-9a7f-c8a0e4cad1e5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.454317 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1d148447-e0c6-41ad-9c69-f546b82d397c req-ca99a286-b646-49e2-9a7f-c8a0e4cad1e5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0978637 Jul 28 06:41:07.583949 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071852fb-5ff3-4d84-aa4c-ed4ab74ab92c req-ab06446a-4a6f-4eed-81f2-4e4838d21f85 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.585782 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-071852fb-5ff3-4d84-aa4c-ed4ab74ab92c req-ab06446a-4a6f-4eed-81f2-4e4838d21f85 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0583260 Jul 28 06:41:07.607767 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1d148447-e0c6-41ad-9c69-f546b82d397c req-82e5e777-0cf9-472f-aa67-c503bcd26967 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525002 Jul 28 06:41:07.623943 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-e4f0a1f4-78e6-4ea7-b161-f4f1d94a74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.626161 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-e4f0a1f4-78e6-4ea7-b161-f4f1d94a74d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 916 time: 0.1647382 Jul 28 06:41:07.661739 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-071852fb-5ff3-4d84-aa4c-ed4ab74ab92c req-0394f0b1-b2e7-40b6-9c3e-9b7545c12c53 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 Jul 28 06:41:07.664911 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:07.725863 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:07.728214 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bad09a-225d-410f-af7d-3a2b33db722d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:07.750452 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-aad55675-2dcc-442d-9ebc-044273389f40 None None] Provisioning complete for port 547ddf0c-06c1-4016-890a-f31d53cfe707 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:41:07.750832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-aad55675-2dcc-442d-9ebc-044273389f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.767568 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b37c4f8-684d-47ed-9128-75f01013a08f x-openstack-request-id: req-8b37c4f8-684d-47ed-9128-75f01013a08f {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:07.767953 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:07.768298 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b37c4f8-684d-47ed-9128-75f01013a08f {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:07.768881 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b37c4f8-684d-47ed-9128-75f01013a08f'] response: {'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:41:07.901222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:07.936318 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-aad55675-2dcc-442d-9ebc-044273389f40 None None] Current status of the port 547ddf0c-06c1-4016-890a-f31d53cfe707 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:07.941989 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:07.980848 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-20ff0328-1c8e-4050-84d5-87d1cf4f6322 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 1000 time: 0.0581088 Jul 28 06:41:08.125428 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:08.149154 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-87a0cbcd-994a-4365-a558-cac8c6e8301a tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:08.150984 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-87a0cbcd-994a-4365-a558-cac8c6e8301a tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 946 time: 0.0559125 Jul 28 06:41:08.160246 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-0d943550-8ef4-4e36-bebe-14786c27a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:08.161707 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-0d943550-8ef4-4e36-bebe-14786c27a795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.0667446 Jul 28 06:41:08.223406 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-d0e76f20-0286-41d3-a3ea-6232b9e2de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:08.225120 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-d0e76f20-0286-41d3-a3ea-6232b9e2de8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494368 Jul 28 06:41:08.250883 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Deleting port 41dcf4e4-f335-41a8-ae56-b0163407fe77 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:41:08.251279 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.335542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:08.340118 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-2f73bd6c-0ab3-46c6-bb9a-f124f4b412dc service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Jul 28 06:41:08.350905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] For port 41dcf4e4-f335-41a8-ae56-b0163407fe77, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=41dcf4e4-f335-41a8-ae56-b0163407fe77,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:08.351273 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.364736 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Calling delete_port for 41dcf4e4-f335-41a8-ae56-b0163407fe77 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:41:08.420236 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:08.422171 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:08.497867 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (41dcf4e4-f335-41a8-ae56-b0163407fe77), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.524463 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Pushing event deleted for resources: {'Port': ['ID=41dcf4e4-f335-41a8-ae56-b0163407fe77,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:08.602224 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] No DVR routers for this DVR port 41dcf4e4-f335-41a8-ae56-b0163407fe77 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:41:08.606774 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.610933 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3df8701-da0a-4109-96b8-8f3b9d19865c req-845a1e77-56e2-4c4e-b476-08c641b6df62 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "DELETE /v2.0/ports/41dcf4e4-f335-41a8-ae56-b0163407fe77 HTTP/1.1" status: 204 len: 173 time: 0.4479027 Jul 28 06:41:08.611373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'name': 'network-vif-deleted', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:08.613751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79160655-0488-4b12-b07e-dce26450ead1" -d '{"events": [{"server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "name": "network-vif-deleted", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:08.623688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0373-4333-436c-9ce8-b142fcee5011 req-bc178eb6-a5e0-4884-a78d-0b9be831f860 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:08.625780 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f0dc0373-4333-436c-9ce8-b142fcee5011 req-bc178eb6-a5e0-4884-a78d-0b9be831f860 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0912979 Jul 28 06:41:08.652646 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53755ee7-cfc2-44d3-8232-50de4f400034 x-openstack-request-id: req-53755ee7-cfc2-44d3-8232-50de4f400034 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:08.652935 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88edfe-4077-4ab9-a0aa-4225d54024a7", "name": "network-vif-deleted", "tag": "41dcf4e4-f335-41a8-ae56-b0163407fe77", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:08.653187 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53755ee7-cfc2-44d3-8232-50de4f400034 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:08.653618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53755ee7-cfc2-44d3-8232-50de4f400034'] response: {'server_uuid': '4d88edfe-4077-4ab9-a0aa-4225d54024a7', 'name': 'network-vif-deleted', 'tag': '41dcf4e4-f335-41a8-ae56-b0163407fe77', 'status': 'completed', 'code': 200} Jul 28 06:41:08.677367 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f0dc0373-4333-436c-9ce8-b142fcee5011 req-1d6e97a4-e244-4c6c-aba5-40c5d6829218 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456283 Jul 28 06:41:08.769476 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-abef93ab-e156-4c87-8539-18c12bf35a36 req-5142c258-3c72-4e68-8110-afbc6593b902 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d88edfe-4077-4ab9-a0aa-4225d54024a7 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Jul 28 06:41:08.826012 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['41dcf4e4-f335-41a8-ae56-b0163407fe77'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:08.954376 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e55bf57-b732-494a-8b5b-52fc90a85b12 req-27e6724e-6cfa-4004-91dc-fd54266c5d6e service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834973 Jul 28 06:41:09.011118 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-3498c9af-897f-48a7-8f24-e41eed2f4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.012630 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-3498c9af-897f-48a7-8f24-e41eed2f4cbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 1127 time: 0.0831819 Jul 28 06:41:09.203327 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-ba6a85bc-f43f-461d-afe7-717979a8d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.204862 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-ba6a85bc-f43f-461d-afe7-717979a8d654 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1127 time: 0.0395768 Jul 28 06:41:09.634330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-91510e0e-acde-45e4-a5c8-9100348898c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.635813 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-91510e0e-acde-45e4-a5c8-9100348898c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1168 time: 0.0394647 Jul 28 06:41:09.750883 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-6c1eb330-f13a-484e-9172-9f56fe27eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.752394 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-6c1eb330-f13a-484e-9172-9f56fe27eff4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.1121321 Jul 28 06:41:09.769470 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-6e6c2a83-5a07-4c65-93fa-f78932214633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.770938 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-6e6c2a83-5a07-4c65-93fa-f78932214633 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 916 time: 0.1106362 Jul 28 06:41:09.852069 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535922-8823-4b34-b30b-61d9671d6c16 req-0afdd9a6-9994-484c-835c-8c8586f9cddd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.857752 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79535922-8823-4b34-b30b-61d9671d6c16 req-0afdd9a6-9994-484c-835c-8c8586f9cddd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0964401 Jul 28 06:41:09.858550 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-095937da-0430-49e2-9b3e-7e0d816839cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 1000 time: 0.0702221 Jul 28 06:41:09.897591 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-ae74962c-d575-4e40-89f3-ba1317d7f0f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 200 len: 999 time: 0.1073315 Jul 28 06:41:09.925224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-6bdd0ff0-4271-4a55-b804-7d770165bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.926684 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-6bdd0ff0-4271-4a55-b804-7d770165bb10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.0556369 Jul 28 06:41:09.962286 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79535922-8823-4b34-b30b-61d9671d6c16 req-6487590d-4b40-4627-b073-d5ca31e25fa6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036701 Jul 28 06:41:09.977009 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-c8168c09-c368-4911-b623-993d4822f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.978505 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-c8168c09-c368-4911-b623-993d4822f01e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0695138 Jul 28 06:41:09.985071 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-7d133e8b-de98-4838-80b0-3d8eb3250152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.997682 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-7d133e8b-de98-4838-80b0-3d8eb3250152 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498064 Jul 28 06:41:10.029522 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-f2bd3a22-3be6-48ec-82c7-183e2664992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:10.031029 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-f2bd3a22-3be6-48ec-82c7-183e2664992b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440555 Jul 28 06:41:10.110243 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-a8a8da13-4edc-441b-a6bf-92038176d64e service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066840 Jul 28 06:41:10.132929 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-abd59460-611f-4188-8da6-8ecc1ee534f5 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933592 Jul 28 06:41:10.212617 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1bad09a-225d-410f-af7d-3a2b33db722d req-2b449d01-9fd9-44df-9524-496314c474a1 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904918 Jul 28 06:41:10.237916 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-5b45a029-66aa-47fd-b600-116764b9bbb7 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Jul 28 06:41:11.096357 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac6ec9-1a0b-4ee4-8740-a9d8e5d980e4 req-ae9ad74b-b6b9-4617-a3af-05785d91d054 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:11.098017 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b8ac6ec9-1a0b-4ee4-8740-a9d8e5d980e4 req-ae9ad74b-b6b9-4617-a3af-05785d91d054 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0484154 Jul 28 06:41:11.148561 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b8ac6ec9-1a0b-4ee4-8740-a9d8e5d980e4 req-abe45233-9220-47b7-b409-cc1cebd707cf tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Jul 28 06:41:12.268791 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:12.277453 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746f9bf-ad55-490d-8de1-1b826144f651 req-fe131f07-fd61-4f67-a57d-8c1c2a57cf25 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:12.278902 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5746f9bf-ad55-490d-8de1-1b826144f651 req-fe131f07-fd61-4f67-a57d-8c1c2a57cf25 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0519469 Jul 28 06:41:12.326602 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5746f9bf-ad55-490d-8de1-1b826144f651 req-387af5cd-7277-4d5a-9df0-42308f621af1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414100 Jul 28 06:41:13.455994 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55b83e-670e-4582-8f3a-c8877eb8eeee req-84f1ef19-9a3e-428d-b8d2-1a98389f4093 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:13.456905 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a55b83e-670e-4582-8f3a-c8877eb8eeee req-84f1ef19-9a3e-428d-b8d2-1a98389f4093 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0515921 Jul 28 06:41:13.506997 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a55b83e-670e-4582-8f3a-c8877eb8eeee req-bda7fd25-0175-44df-beca-2d147830fbe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444448 Jul 28 06:41:13.551706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 41dcf4e4-f335-41a8-ae56-b0163407fe77 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:41:13.571095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 41dcf4e4-f335-41a8-ae56-b0163407fe77 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:41:13.571441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 41dcf4e4-f335-41a8-ae56-b0163407fe77 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:41:14.638228 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05df6-0e5d-4a89-b29c-5f5b5f5cfb18 req-03b77024-06f2-4519-937e-7a6a046b2fb0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:14.639865 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3c05df6-0e5d-4a89-b29c-5f5b5f5cfb18 req-03b77024-06f2-4519-937e-7a6a046b2fb0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0520821 Jul 28 06:41:14.694874 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3c05df6-0e5d-4a89-b29c-5f5b5f5cfb18 req-36841d86-bf23-4a24-a4bc-03162d1edd15 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Jul 28 06:41:15.826096 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91bcbb-5ec6-486b-8909-cd0256278cd9 req-5db61e1e-9e7b-4cc5-aa99-908a9d2f729d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:15.827553 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dd91bcbb-5ec6-486b-8909-cd0256278cd9 req-5db61e1e-9e7b-4cc5-aa99-908a9d2f729d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0477579 Jul 28 06:41:15.877915 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dd91bcbb-5ec6-486b-8909-cd0256278cd9 req-06899da3-0747-496e-8019-bdebd0aa3e3a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Jul 28 06:41:16.849777 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:16.853139 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:17.009544 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950e40-0c47-4106-af1c-f25a4faf1b43 req-8c6d36e0-e24c-4101-aa31-0ef41efbb05e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:17.011008 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-37950e40-0c47-4106-af1c-f25a4faf1b43 req-8c6d36e0-e24c-4101-aa31-0ef41efbb05e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0498190 Jul 28 06:41:17.033188 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:17.065460 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-37950e40-0c47-4106-af1c-f25a4faf1b43 req-6bcd491e-0377-4299-b563-04bcafac6854 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486755 Jul 28 06:41:18.190134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:18.200344 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a470f-1c8d-4426-9ef9-f6f46551e380 req-264827fb-c55c-4066-909c-774329628e3a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:18.201825 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-010a470f-1c8d-4426-9ef9-f6f46551e380 req-264827fb-c55c-4066-909c-774329628e3a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0550764 Jul 28 06:41:18.252587 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-010a470f-1c8d-4426-9ef9-f6f46551e380 req-83d51e85-af9d-4e8b-bc6a-ef64e2eeadbf tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Jul 28 06:41:18.829267 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=43 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:19.388767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe0ef-0a6d-46f7-9277-0bd5c10a8de8 req-e7ade294-a1ff-4f77-8b7a-d69d1830014a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:19.390456 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1cbe0ef-0a6d-46f7-9277-0bd5c10a8de8 req-e7ade294-a1ff-4f77-8b7a-d69d1830014a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0518465 Jul 28 06:41:19.445199 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1cbe0ef-0a6d-46f7-9277-0bd5c10a8de8 req-b855ce53-c862-467e-b628-af76cd4e5fd6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483050 Jul 28 06:41:20.042173 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:20.082611 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-db3040f2-c578-4cb1-8471-541027980cbe tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:20.084068 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-db3040f2-c578-4cb1-8471-541027980cbe tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 813 time: 0.1098092 Jul 28 06:41:20.099134 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-c3b8d2c0-e3ac-41ba-8c30-1dc11fbf97d7 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/quotas/bafc15c173f94f8eb804e56a2d4673a8 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Jul 28 06:41:20.138291 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-3516e313-0675-4866-b809-c2c39fff9c73 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342798 Jul 28 06:41:20.237977 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-117c34a4-5e59-4556-beb4-0e4997d041eb service neutron] 10.222.0.20 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925760 Jul 28 06:41:20.339970 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-447619fa-6ea8-4793-b956-0b214a381b36 service neutron] 10.222.0.20 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962565 Jul 28 06:41:20.522076 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4abf77f3-6bba-4b12-a634-e01c0de974c4 req-fd050d4d-7d83-480c-af5b-ef7f585ae801 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0376258 Jul 28 06:41:20.606705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92aef4-c8da-406f-9b9f-1fc29f147bb3 req-9fd85f07-f307-4a9f-9f89-a9c6b5e849d4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:20.615108 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9b92aef4-c8da-406f-9b9f-1fc29f147bb3 req-9fd85f07-f307-4a9f-9f89-a9c6b5e849d4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0589304 Jul 28 06:41:20.662484 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9b92aef4-c8da-406f-9b9f-1fc29f147bb3 req-2f7b390f-14bf-40c1-9e46-0b4f8b0a7f3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Jul 28 06:41:21.624551 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52e3b24b-a1d4-488a-ac4c-ba87f63b1155 req-bdf8794f-8baf-4308-811f-db3c1c5e5698 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0341532 Jul 28 06:41:21.796856 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc156d5-82ce-444c-9f4e-411d3f68ab12 req-60ace9cf-04b4-4055-acbc-a4d0513f4dde tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:21.799463 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5fc156d5-82ce-444c-9f4e-411d3f68ab12 req-60ace9cf-04b4-4055-acbc-a4d0513f4dde tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0566728 Jul 28 06:41:21.851066 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5fc156d5-82ce-444c-9f4e-411d3f68ab12 req-373922d5-1823-4f71-8ed3-3fe16e648a73 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459428 Jul 28 06:41:22.729860 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-373c93b4-9f87-4a60-be71-9902c28af3fb req-ba7359d2-bcb3-48d8-b507-e03a5a72264d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0299826 Jul 28 06:41:22.980930 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9c31-3eee-447a-a46f-84ffa28cb24e req-e575f14c-6935-4b65-ae44-d8243e11df2d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:22.982272 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c58d9c31-3eee-447a-a46f-84ffa28cb24e req-e575f14c-6935-4b65-ae44-d8243e11df2d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0493937 Jul 28 06:41:23.035892 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c58d9c31-3eee-447a-a46f-84ffa28cb24e req-f9dee292-10ee-47b0-aabf-bb374d6da249 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475743 Jul 28 06:41:23.556192 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=42 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:23.792796 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:41:23.830843 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae01a790-bead-488b-8d1b-310536a172e5 req-f07578a1-8614-4022-a2ee-f9f2ae0ef641 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jul 28 06:41:24.162659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b618c-1956-45d0-9b0c-bd306aa84283 req-e50e671c-3095-497d-b219-993d36d0bca6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:24.164189 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-421b618c-1956-45d0-9b0c-bd306aa84283 req-e50e671c-3095-497d-b219-993d36d0bca6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0470130 Jul 28 06:41:24.217595 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-421b618c-1956-45d0-9b0c-bd306aa84283 req-637220b7-504e-44a5-b80e-c1a1b01a64e1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471222 Jul 28 06:41:24.933703 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b56716b7-15d0-4bf8-adb2-570213cdd138 req-16987b71-7373-487e-8116-cbfc345df0eb tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Jul 28 06:41:25.353223 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836505a-874b-470d-bb10-fd17b8556baa req-5c326173-57e8-48c1-8a80-45e59a41db62 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:25.354761 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5836505a-874b-470d-bb10-fd17b8556baa req-5c326173-57e8-48c1-8a80-45e59a41db62 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0509977 Jul 28 06:41:25.403983 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5836505a-874b-470d-bb10-fd17b8556baa req-63caf953-2721-41e5-a2e2-0084fe041200 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Jul 28 06:41:26.044326 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ddda8b-c210-4000-858e-92e819a97f8a req-a197e00f-0014-4f14-bc25-c25ba7ad8d2c tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0331078 Jul 28 06:41:26.534170 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c81a-22be-470d-bfc0-14a82c26c95a req-68814e6e-c1b1-4d1d-a83b-be466abb97aa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:26.535682 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a10c81a-22be-470d-bfc0-14a82c26c95a req-68814e6e-c1b1-4d1d-a83b-be466abb97aa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0492153 Jul 28 06:41:26.583845 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a10c81a-22be-470d-bfc0-14a82c26c95a req-d7c65223-7098-4a94-b5a1-a4354f636b94 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 Jul 28 06:41:27.146564 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dee5a3ce-c38d-41dc-bcc3-ca6c2f2a0dc7 req-2c72e9c1-cd89-4b38-b718-cbef426fdfc3 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0283585 Jul 28 06:41:27.709236 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eb30-fe1f-4fe0-b752-c470157f687a req-48e8b803-cd38-471b-815d-a2b013761107 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:27.710694 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ae13eb30-fe1f-4fe0-b752-c470157f687a req-48e8b803-cd38-471b-815d-a2b013761107 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0514708 Jul 28 06:41:27.758814 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ae13eb30-fe1f-4fe0-b752-c470157f687a req-3bfb6ba2-ca29-4d3d-aef7-c46491cada07 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Jul 28 06:41:27.823948 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-2fd0d3e7-4575-4826-a7c9-24934018d5d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410948 Jul 28 06:41:27.937617 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-23231876-124f-4a02-9fdd-e2bf455d441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:27.939349 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-23231876-124f-4a02-9fdd-e2bf455d441f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 1130 time: 0.0404544 Jul 28 06:41:28.089268 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-b630f110-8ecf-4c5c-9263-333ededd0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:28.090761 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-b630f110-8ecf-4c5c-9263-333ededd0eda service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.0902271 Jul 28 06:41:28.246601 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c829162c-fc29-44f8-a575-41b63208c382 req-582e905b-5507-4eeb-b934-267d23d224e3 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Jul 28 06:41:28.384382 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-2b63daba-0a56-42e7-9189-6621c92fec5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a HTTP/1.1" status: 200 len: 217 time: 0.0344441 Jul 28 06:41:28.437825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-c784c4d9-d152-45b4-bbd9-5f72e9e395b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:28.439895 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-c784c4d9-d152-45b4-bbd9-5f72e9e395b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0471261 Jul 28 06:41:28.498892 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-14bd1332-75a0-46ef-ae8e-3052da98f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:28.500441 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-14bd1332-75a0-46ef-ae8e-3052da98f6b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411627 Jul 28 06:41:28.508329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:28.534912 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:28.581267 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-772e4777-dc0e-4f17-bb49-900b818c9e22 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:28.582788 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-772e4777-dc0e-4f17-bb49-900b818c9e22 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 813 time: 0.1251588 Jul 28 06:41:28.627719 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-4ea866a1-a5aa-426d-90e7-3a23c35fac97 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019182 Jul 28 06:41:28.636035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Request body: {'port': {'device_id': '9e6b8321-acd0-40c7-ac20-a016af964766', 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d', 'admin_state_up': True, 'tenant_id': 'bafc15c173f94f8eb804e56a2d4673a8'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:28.733985 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67dfb2c4-0bf9-4026-8aa5-6b47dd0617ae req-0bf4153d-c83e-48a4-86a2-2d9920105f5f service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904183 Jul 28 06:41:28.752842 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Made reservation on behalf of bafc15c173f94f8eb804e56a2d4673a8 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:41:28.756282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:28.929951 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077c30-3a7a-4874-b608-69168fb862cd req-60ce56f8-4129-4e4a-b01d-ae0137bfa6af tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:28.931381 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09077c30-3a7a-4874-b608-69168fb862cd req-60ce56f8-4129-4e4a-b01d-ae0137bfa6af tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0669746 Jul 28 06:41:28.932446 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Allocated IP 172.20.0.6 (c3ce7e55-3e64-4d32-b695-8bbb88b7772d/bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf/d5ab285a-d02e-4ade-81d1-f6bd40c669f7) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:41:29.013584 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09077c30-3a7a-4874-b608-69168fb862cd req-7120f138-08e5-4b24-9725-5cacd1927bcf tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749950 Jul 28 06:41:29.123231 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks [] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.154247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.200252 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Network c3ce7e55-3e64-4d32-b695-8bbb88b7772d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:41:29.203456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:41:29.208002 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:41:29.214003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Pushing event updated for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:29.243815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.244163 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.244506 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.244844 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.245176 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.245543 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.245876 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.246204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.246530 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.246857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.247181 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.247507 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.247830 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.248151 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.248472 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:29.275111 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:29.275721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.292566 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-585edd1f-0607-40c8-8bc5-8e45586a17ca tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605148 Jul 28 06:41:29.365451 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Request body: {'port': {'device_id': '9e6b8321-acd0-40c7-ac20-a016af964766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:41:29.371528 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631e93-f932-4b72-bdab-40f900c3cb04 req-26938121-71d2-4d40-b236-37df2209eb41 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:29.372988 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef631e93-f932-4b72-bdab-40f900c3cb04 req-26938121-71d2-4d40-b236-37df2209eb41 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 931 time: 0.0504966 Jul 28 06:41:29.425974 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef631e93-f932-4b72-bdab-40f900c3cb04 req-0d1b1e7a-b6ff-472c-ace2-6b1638592462 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Jul 28 06:41:29.441579 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.444576 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:29.478320 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:29.708333 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ab285a-d02e-4ade-81d1-f6bd40c669f7 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:41:29.715780 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks [] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.730361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Transition to ACTIVE for port object d5ab285a-d02e-4ade-81d1-f6bd40c669f7 will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:41:29.733743 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.783290 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:29.855103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Attempting to bind port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:41:29.855435 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Attempting to bind port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:41:29.855764 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Attempting to bind port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:41:29.860904 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:41:29.861212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Attempting to bind port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 on network c3ce7e55-3e64-4d32-b695-8bbb88b7772d {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:41:29.866217 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:41:29.866554 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Checking segment: {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:41:29.866939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Bound using segment: {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:41:29.867359 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Bound port: d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964c8c65-3469-42c2-9ea4-abd60fba3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:41:29.867720 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.931204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:41:29.934210 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:41:29.939084 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.971330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:29.971936 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:29.973313 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5ab285a-d02e-4ade-81d1-f6bd40c669f7 HTTP/1.1" status: 200 len: 1093 time: 0.6122451 Jul 28 06:41:29.973750 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:29.975965 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db646c-b604-4c5f-8c83-5bb6a1bb8248" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:30.005011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f5e14-9c15-46d7-bd6f-5a50774f2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:30.017086 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89be56-ae3c-4e8b-b8ec-3fd1fdf328bc x-openstack-request-id: req-da89be56-ae3c-4e8b-b8ec-3fd1fdf328bc {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:30.017659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:30.017939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da89be56-ae3c-4e8b-b8ec-3fd1fdf328bc {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:30.018340 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da89be56-ae3c-4e8b-b8ec-3fd1fdf328bc'] response: {'name': 'network-changed', 'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7', 'status': 'completed', 'code': 200} Jul 28 06:41:30.087345 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-9bc875ac-6457-4ee1-9412-eb9006303c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:30.088872 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-9bc875ac-6457-4ee1-9412-eb9006303c49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 1127 time: 0.0425024 Jul 28 06:41:30.101357 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:30.107089 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-126ef115-b209-4d5e-b6fd-a8ac6753feea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:30.139314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049705-18d2-425c-b7ec-87158918b387 req-bd6f2b16-3f33-486e-9b65-2ca0ffb36c2b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:30.140793 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e049705-18d2-425c-b7ec-87158918b387 req-bd6f2b16-3f33-486e-9b65-2ca0ffb36c2b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0491302 Jul 28 06:41:30.143908 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-4f6de4bc-e02b-4b78-b536-07245a9d64fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7 HTTP/1.1" status: 200 len: 217 time: 0.0331299 Jul 28 06:41:30.189662 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e049705-18d2-425c-b7ec-87158918b387 req-8964e553-cafd-40cc-8c74-56fbe4db666f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Jul 28 06:41:30.196609 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-921dc594-f5d9-4c5b-8907-cf5c7533c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:30.198088 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-921dc594-f5d9-4c5b-8907-cf5c7533c74c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf HTTP/1.1" status: 200 len: 853 time: 0.0471530 Jul 28 06:41:30.235670 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-f0336718-6bbb-4199-b677-5cc1fba1fa31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266461 Jul 28 06:41:30.327081 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-e2f2d458-f0de-485c-b195-88966dd97fac service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Jul 28 06:41:30.388530 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:30.427925 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db2813c7-4e15-4cb1-8543-d339a1d85c32 req-59d567c7-713f-4a3c-a9cd-89d2653fed30 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884571 Jul 28 06:41:30.552397 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201ac9-c08a-4aa6-bd7e-86d06b558c90 req-b8015608-84d3-40fd-9dac-d30b63c178ce tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:30.553796 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b201ac9-c08a-4aa6-bd7e-86d06b558c90 req-b8015608-84d3-40fd-9dac-d30b63c178ce tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 943 time: 0.0476792 Jul 28 06:41:30.590834 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:30.603436 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b201ac9-c08a-4aa6-bd7e-86d06b558c90 req-5730b1b4-83a0-45f9-afd6-fe9b6bea8cb6 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Jul 28 06:41:31.320291 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66d023-1651-498e-bc72-765b266d1ef4 req-d2582d6e-8d83-4c7a-8bf4-0c554b705434 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:31.321784 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e66d023-1651-498e-bc72-765b266d1ef4 req-d2582d6e-8d83-4c7a-8bf4-0c554b705434 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0486352 Jul 28 06:41:31.369370 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e66d023-1651-498e-bc72-765b266d1ef4 req-6bbccf4b-8a4d-4655-868c-b33bab46159b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418739 Jul 28 06:41:31.983133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad6b02-7c10-40aa-ba39-aa7b863d289c req-13b4d2e8-8614-4508-879f-fa761aa8ced5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:31.984610 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bad6b02-7c10-40aa-ba39-aa7b863d289c req-13b4d2e8-8614-4508-879f-fa761aa8ced5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 943 time: 0.3097548 Jul 28 06:41:31.990440 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-3777d4e2-d956-4222-abc7-7304607ac8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:31.991808 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-3777d4e2-d956-4222-abc7-7304607ac8e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 1127 time: 0.0539989 Jul 28 06:41:32.093116 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bad6b02-7c10-40aa-ba39-aa7b863d289c req-3f3119f4-0cd5-4785-99db-131868745312 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003580 Jul 28 06:41:32.123540 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-f3ddb0de-e1ed-4df9-a2e2-cc135df1e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:32.124982 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-f3ddb0de-e1ed-4df9-a2e2-cc135df1e9cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 200 len: 914 time: 0.1194422 Jul 28 06:41:32.170329 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-402493df-d9fa-49b5-8987-abaeb3b6b344 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7 HTTP/1.1" status: 200 len: 217 time: 0.0319889 Jul 28 06:41:32.224477 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-49f7a5d4-8135-4166-bff0-ed8bc2241ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:32.225907 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-49f7a5d4-8135-4166-bff0-ed8bc2241ee8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf HTTP/1.1" status: 200 len: 853 time: 0.0433369 Jul 28 06:41:32.265058 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-71b64982-cf6a-435a-9c76-16f17f8a39c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3ce7e55-3e64-4d32-b695-8bbb88b7772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284889 Jul 28 06:41:32.358702 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-ffbe2822-83c1-4eba-9a04-4ba2400b7f79 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833120 Jul 28 06:41:32.421682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-185eb52d-23a6-499e-b009-1db03cf7ea4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:32.460389 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73db646c-b604-4c5f-8c83-5bb6a1bb8248 req-32b76085-0c90-434d-9880-d82e83aa169f service neutron] 10.222.0.49 "GET /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931332 Jul 28 06:41:32.503036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffba21-deec-45f1-9c6d-9f045fd64732 req-e9076035-bb89-4070-a7c7-e2612a34a8ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:32.504502 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0ffba21-deec-45f1-9c6d-9f045fd64732 req-e9076035-bb89-4070-a7c7-e2612a34a8ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Jul 28 06:41:32.552949 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0ffba21-deec-45f1-9c6d-9f045fd64732 req-ade34fbc-0099-41b7-ac5c-c975218e59f8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428672 Jul 28 06:41:32.688018 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:33.231786 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca78b4-df61-48ac-a070-66b1829e951a req-ed2c4f17-b2a5-4416-a247-6e1c91a04edd tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:33.233399 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4bca78b4-df61-48ac-a070-66b1829e951a req-ed2c4f17-b2a5-4416-a247-6e1c91a04edd tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 943 time: 0.0495632 Jul 28 06:41:33.285320 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4bca78b4-df61-48ac-a070-66b1829e951a req-181c173d-5400-4a2b-85c1-2db51bea5756 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Jul 28 06:41:33.631466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device d5ab285a-d02e-4ade-81d1-f6bd40c669f7 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:41:33.666738 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:33.685195 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea53e63-30a8-42f4-af5f-02da9bad85ad req-a8a51bd9-4db2-45e2-84fd-96ac07d9e81f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:33.686727 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ea53e63-30a8-42f4-af5f-02da9bad85ad req-a8a51bd9-4db2-45e2-84fd-96ac07d9e81f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0544634 Jul 28 06:41:33.735524 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ea53e63-30a8-42f4-af5f-02da9bad85ad req-3980607f-f4f9-4cf9-91fd-0d369812aede tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 Jul 28 06:41:33.736695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:33.748703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7', 'network_id': 'c3ce7e55-3e64-4d32-b695-8bbb88b7772d', 'port_id': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7', 'mac_address': 'fa:16:3e:69:86:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:41:33.784521 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:33.784909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:33.801961 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab285a-d02e-4ade-81d1-f6bd40c669f7 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:41:33.821560 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:33.825385 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:33.868965 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:33.883835 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:33.891517 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.891869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.892237 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.892596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.892935 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.893268 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.893617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.893944 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.894269 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.894592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.894917 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.895256 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.895582 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.895904 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:33.896222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:41:34.314547 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['d5ab285a-d02e-4ade-81d1-f6bd40c669f7'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:34.414195 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb16d2-5e82-4a66-9ba8-9356ae230fb1 req-e2ebe891-1db1-426d-afd6-e5537d6fe843 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:34.416049 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2ceb16d2-5e82-4a66-9ba8-9356ae230fb1 req-e2ebe891-1db1-426d-afd6-e5537d6fe843 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 944 time: 0.0479858 Jul 28 06:41:34.471608 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2ceb16d2-5e82-4a66-9ba8-9356ae230fb1 req-9d3fc732-ac53-4dfc-85b7-b859a8837fc8 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Jul 28 06:41:34.858206 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948f4d8-05b0-4738-873b-a6e09898469b req-28430435-a713-44c2-9f35-5b7fa36773b3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:34.859725 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d948f4d8-05b0-4738-873b-a6e09898469b req-28430435-a713-44c2-9f35-5b7fa36773b3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 943 time: 0.0478947 Jul 28 06:41:34.910342 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d948f4d8-05b0-4738-873b-a6e09898469b req-f150cca4-a565-4e00-a073-2a8e85fc253f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Jul 28 06:41:35.589701 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7534c-0ec4-4abd-b50b-9e0250012850 req-50e4d0b3-8517-4677-a5b9-9faa50d36b00 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:35.591224 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62d7534c-0ec4-4abd-b50b-9e0250012850 req-50e4d0b3-8517-4677-a5b9-9faa50d36b00 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 944 time: 0.0479660 Jul 28 06:41:35.610462 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:35.639449 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62d7534c-0ec4-4abd-b50b-9e0250012850 req-0969bba5-a4a6-4801-994a-f3e1aedcf61c tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Jul 28 06:41:35.657170 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:41:35.668370 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device d5ab285a-d02e-4ade-81d1-f6bd40c669f7 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:41:35.757566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:35.776503 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:35.781522 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=15 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:35.789095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:41:35.800511 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:41:35.800885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:35.836436 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:35.840334 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:35.858179 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'mac_address': 'fa:16:3e:38:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:41:35.885784 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:35.925905 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:35.926296 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:35.947249 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:41:35.952350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:35.952733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:35.984397 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:35.992174 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:35.994417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eb2f3-9ff7-4e44-8ab8-32766d4ad258" -d '{"events": [{"server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:36.004285 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:36.012130 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:36.029687 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:36.056841 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de462-47e9-44f5-a64e-783428e6c521 req-add5a52c-42c1-4380-bf70-979fcf07b74f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:36.057352 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=9']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:36.059124 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a84de462-47e9-44f5-a64e-783428e6c521 req-add5a52c-42c1-4380-bf70-979fcf07b74f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.0698838 Jul 28 06:41:36.060327 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55643fb6-b77a-415e-a2ab-1101dded7d3b x-openstack-request-id: req-55643fb6-b77a-415e-a2ab-1101dded7d3b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:36.060640 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:36.060898 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55643fb6-b77a-415e-a2ab-1101dded7d3b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:36.061288 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55643fb6-b77a-415e-a2ab-1101dded7d3b'] response: {'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7', 'code': 200} Jul 28 06:41:36.108766 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:36.112026 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a84de462-47e9-44f5-a64e-783428e6c521 req-395c080e-4b4f-4613-b7f1-202af1474f68 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412107 Jul 28 06:41:36.315818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7eea2-902e-4e20-87a5-2b401c035c56 req-322c5655-fd1e-4415-815a-59598e9d597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:36.317165 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4f7eea2-902e-4e20-87a5-2b401c035c56 req-322c5655-fd1e-4415-815a-59598e9d597f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 1129 time: 0.0387232 Jul 28 06:41:36.364390 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4f7eea2-902e-4e20-87a5-2b401c035c56 req-8eff2572-c558-4b6e-a0f0-05665cef5ae5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Jul 28 06:41:36.596622 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['626917cf-1bf9-47dd-b3eb-784f6c8fdad0'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:36.724968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:36.764743 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbec3a-6fba-4a3a-b091-c7d58ac516a6 req-31398dc2-25b0-40c8-9978-9239d7e31394 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:36.766843 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31cbec3a-6fba-4a3a-b091-c7d58ac516a6 req-31398dc2-25b0-40c8-9978-9239d7e31394 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Jul 28 06:41:36.813424 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31cbec3a-6fba-4a3a-b091-c7d58ac516a6 req-1d9488b6-6a3a-4baf-8a4e-92a6cd1d1651 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Jul 28 06:41:37.235013 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241d95f-6ae1-42be-aed0-ed97964d273f req-da0c177b-6317-481c-a008-66cfa4bdab25 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:37.236462 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8241d95f-6ae1-42be-aed0-ed97964d273f req-da0c177b-6317-481c-a008-66cfa4bdab25 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 944 time: 0.0472713 Jul 28 06:41:37.284929 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8241d95f-6ae1-42be-aed0-ed97964d273f req-ea5f62ff-9bd1-43b3-a258-5c4d7a4da1c7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Jul 28 06:41:37.930661 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:41:37.949430 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d9e3c-8c8e-42e0-89bf-1cfb3b5ed357 req-5588319b-d1d9-4caf-8394-603af7fc3a3d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:37.950901 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a6d9e3c-8c8e-42e0-89bf-1cfb3b5ed357 req-5588319b-d1d9-4caf-8394-603af7fc3a3d tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Jul 28 06:41:37.971881 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:37.975400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:41:37.975776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:37.999388 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a6d9e3c-8c8e-42e0-89bf-1cfb3b5ed357 req-e0006e7f-9b55-4ac4-82d6-19ecc33d4f97 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Jul 28 06:41:38.058162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:38.058468 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:38.084003 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:38.086413 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a223c10-0dd5-48ea-b6e7-5d8ba5022c49" -d '{"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:38.099870 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:38.106940 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:38.130827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c92d87-7bae-4381-836b-ed3c323ccebb x-openstack-request-id: req-e2c92d87-7bae-4381-836b-ed3c323ccebb {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:38.131120 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-plugged", "status": "completed", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:38.131369 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2c92d87-7bae-4381-836b-ed3c323ccebb {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:38.131802 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c92d87-7bae-4381-836b-ed3c323ccebb'] response: {'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'code': 200} Jul 28 06:41:38.156731 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=10']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:38.410866 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6c3d-8574-4f1c-a35f-25021017d73d req-33e4eeac-f620-4549-901e-723d7adb21f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:38.413511 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bd4e6c3d-8574-4f1c-a35f-25021017d73d req-33e4eeac-f620-4549-901e-723d7adb21f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Jul 28 06:41:38.468273 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bd4e6c3d-8574-4f1c-a35f-25021017d73d req-ef94266e-4f22-453a-9e62-c7a14f0ff8b3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492034 Jul 28 06:41:39.122452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4675-b047-497a-95a5-800fb8073c67 req-8e903b99-4df4-40da-9c84-b0921a4b500a tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:39.123894 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-412c4675-b047-497a-95a5-800fb8073c67 req-8e903b99-4df4-40da-9c84-b0921a4b500a tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Jul 28 06:41:39.170994 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-412c4675-b047-497a-95a5-800fb8073c67 req-064160a1-5495-4ccf-957a-a919113d08e3 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Jul 28 06:41:39.379945 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1682c72-5f33-4f57-ad03-48c5814ba39c req-1413f095-336e-40dc-bec3-32e5a6b99b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:39.381490 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d1682c72-5f33-4f57-ad03-48c5814ba39c req-1413f095-336e-40dc-bec3-32e5a6b99b68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 1130 time: 0.0456054 Jul 28 06:41:39.443632 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d1682c72-5f33-4f57-ad03-48c5814ba39c req-4221a6af-68ba-49f7-acdd-7c57689b0b90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Jul 28 06:41:39.594160 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73737b0c-8296-47f3-b0cd-12a9758a6b8e req-091294a0-83b9-44ee-af1d-9092dd8cd12c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:39.595944 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73737b0c-8296-47f3-b0cd-12a9758a6b8e req-091294a0-83b9-44ee-af1d-9092dd8cd12c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0482638 Jul 28 06:41:39.642353 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73737b0c-8296-47f3-b0cd-12a9758a6b8e req-f0d366d5-a691-4132-a8d3-b44329f49a32 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jul 28 06:41:40.768530 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7df80-4347-4abf-ab32-c1981246f8be req-64743b02-fc31-4c49-b52c-c68738ea1e5d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:40.770056 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6fa7df80-4347-4abf-ab32-c1981246f8be req-64743b02-fc31-4c49-b52c-c68738ea1e5d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0471630 Jul 28 06:41:40.820469 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6fa7df80-4347-4abf-ab32-c1981246f8be req-ff7e4457-cc90-435f-a782-572559c58482 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448146 Jul 28 06:41:41.950445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438e3f8-e56c-41d8-b8ab-f1c6de52edb8 req-6b2656af-c360-47b6-98d0-1a977024a520 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:41.951821 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0438e3f8-e56c-41d8-b8ab-f1c6de52edb8 req-6b2656af-c360-47b6-98d0-1a977024a520 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0512912 Jul 28 06:41:41.998301 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0438e3f8-e56c-41d8-b8ab-f1c6de52edb8 req-45581086-d394-4203-b3bb-90adb5bbacbd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404301 Jul 28 06:41:43.128095 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91fe3e-4f16-4ea1-85a4-59ebb5467108 req-13a6c88c-e81a-4d9d-9ec6-b9cf1c2e073f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:43.129551 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b91fe3e-4f16-4ea1-85a4-59ebb5467108 req-13a6c88c-e81a-4d9d-9ec6-b9cf1c2e073f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0508909 Jul 28 06:41:43.176537 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b91fe3e-4f16-4ea1-85a4-59ebb5467108 req-21fdabe0-f464-48b2-a418-81730b64ebfa tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Jul 28 06:41:44.300352 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab12a-2724-4e98-977e-adf3e81573a9 req-02a9be9e-f756-4d33-a6fd-e1cba5799a73 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:44.301858 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c5fab12a-2724-4e98-977e-adf3e81573a9 req-02a9be9e-f756-4d33-a6fd-e1cba5799a73 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0476449 Jul 28 06:41:44.341886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:44.350773 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c5fab12a-2724-4e98-977e-adf3e81573a9 req-da84c904-99d3-4241-a8c9-3de8946221a0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Jul 28 06:41:47.773345 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ced46-11b4-4b27-beb0-63b276c3d4fd req-27f69f3f-2b65-46b9-9bf2-52b0d44469f5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:47.774809 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f64ced46-11b4-4b27-beb0-63b276c3d4fd req-27f69f3f-2b65-46b9-9bf2-52b0d44469f5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0480945 Jul 28 06:41:47.838829 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f64ced46-11b4-4b27-beb0-63b276c3d4fd req-32884a43-8a6d-40f7-ab93-ec9a11fcd8de tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583622 Jul 28 06:41:48.148746 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:48.154775 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:48.381505 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-8da0ad28-7fab-4f86-b782-f95e7b7bd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:48.382986 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-8da0ad28-7fab-4f86-b782-f95e7b7bd796 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1168 time: 0.0415030 Jul 28 06:41:48.515679 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-23679516-35ce-40be-86ea-b061ee0dddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:48.517085 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-23679516-35ce-40be-86ea-b061ee0dddd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 916 time: 0.0919681 Jul 28 06:41:48.581865 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-9062576d-c37c-4cba-8e42-b8341be66a33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 1000 time: 0.0577624 Jul 28 06:41:48.638978 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-af60068a-df2c-4f61-8c9b-4d0010319f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:48.640368 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-af60068a-df2c-4f61-8c9b-4d0010319f7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.0452354 Jul 28 06:41:48.697147 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-5da0c4de-0390-4f00-99a9-189fb2e4aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:48.698659 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-5da0c4de-0390-4f00-99a9-189fb2e4aea9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444314 Jul 28 06:41:48.793517 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-bad0f1d0-e7f0-4e7f-8393-527d5d12cdf0 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832272 Jul 28 06:41:48.884272 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:48.896274 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d92fa111-1f7e-475d-8cf6-9eed4facd4f8 req-d990487e-1ec2-433b-9e53-6ba529672f71 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920794 Jul 28 06:41:48.959813 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778090e4-cc8b-4fe4-b010-9f50e76ae68a req-56e8988c-b31a-4ad0-811c-1626a1daee99 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:48.961273 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-778090e4-cc8b-4fe4-b010-9f50e76ae68a req-56e8988c-b31a-4ad0-811c-1626a1daee99 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0484138 Jul 28 06:41:49.023157 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-778090e4-cc8b-4fe4-b010-9f50e76ae68a req-3cc04238-9a56-4219-95eb-812d21fb1411 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561559 Jul 28 06:41:50.148201 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329143-84a2-4ecf-b7a7-8d3c7b328be7 req-38a6bc72-7e39-4551-882a-3d670d290e6b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:50.150350 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80329143-84a2-4ecf-b7a7-8d3c7b328be7 req-38a6bc72-7e39-4551-882a-3d670d290e6b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0562017 Jul 28 06:41:50.210179 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80329143-84a2-4ecf-b7a7-8d3c7b328be7 req-ed462536-728f-427f-91c8-45437715fc0e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542862 Jul 28 06:41:51.334991 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832d39e-94ea-4863-bcf8-24fb5e194864 req-daa5d632-f1d0-4458-a1ba-acf217070c8f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:51.336434 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832d39e-94ea-4863-bcf8-24fb5e194864 req-daa5d632-f1d0-4458-a1ba-acf217070c8f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0516977 Jul 28 06:41:51.348952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:51.396743 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d832d39e-94ea-4863-bcf8-24fb5e194864 req-f49bcebb-d24d-41b3-b1fc-d3b561e13b1e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547228 Jul 28 06:41:52.520762 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e586-0f30-4734-90d7-d3ef5b3321bf req-6bf7044a-ec31-48cd-b9e4-46bb80dabc0e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:52.522259 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f762e586-0f30-4734-90d7-d3ef5b3321bf req-6bf7044a-ec31-48cd-b9e4-46bb80dabc0e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0537136 Jul 28 06:41:52.588922 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f762e586-0f30-4734-90d7-d3ef5b3321bf req-91ef73ef-25ba-460d-9afb-8eec0193139c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609431 Jul 28 06:41:53.708652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a61190-36c5-4283-b8d1-506de31e33bb req-39ae0483-3e8a-4f4b-9a12-97d9ab8d160e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:53.710165 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82a61190-36c5-4283-b8d1-506de31e33bb req-39ae0483-3e8a-4f4b-9a12-97d9ab8d160e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0490186 Jul 28 06:41:53.771656 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82a61190-36c5-4283-b8d1-506de31e33bb req-38660235-ce94-4b18-b93b-81c3580437f5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558703 Jul 28 06:41:54.880160 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:54.897140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3f24a-8e22-41c4-8b9b-848e5087cecb req-cb859801-c828-4ff2-9d67-5d53e5b2c870 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:54.898708 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7ff3f24a-8e22-41c4-8b9b-848e5087cecb req-cb859801-c828-4ff2-9d67-5d53e5b2c870 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0536911 Jul 28 06:41:54.959103 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7ff3f24a-8e22-41c4-8b9b-848e5087cecb req-97118d47-cf08-4bb1-995d-8ac3ac49448c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547218 Jul 28 06:41:56.077508 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cefce5-70cb-4c2d-8bc9-0cc5a904ac9f req-7ee5a4c4-a06b-4350-a064-c7ddaf6f10ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:56.078962 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88cefce5-70cb-4c2d-8bc9-0cc5a904ac9f req-7ee5a4c4-a06b-4350-a064-c7ddaf6f10ee tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0476677 Jul 28 06:41:56.141851 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88cefce5-70cb-4c2d-8bc9-0cc5a904ac9f req-e34dda5b-ec91-44e6-8082-a33d424a2afa tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566256 Jul 28 06:41:57.258058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d5ab6-c83f-4ecb-be11-051603afdf4d req-f52911af-d3c9-419d-964d-2aa2255dea8b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:57.259510 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b80d5ab6-c83f-4ecb-be11-051603afdf4d req-f52911af-d3c9-419d-964d-2aa2255dea8b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0468087 Jul 28 06:41:57.323821 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b80d5ab6-c83f-4ecb-be11-051603afdf4d req-23454afa-7582-4c72-be91-e470a3b3bb01 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583725 Jul 28 06:41:58.444108 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da680a-9151-4ca6-aeb1-f8caee372702 req-66ff2594-6a7a-44b7-aa14-1feef6190d93 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:58.445628 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9da680a-9151-4ca6-aeb1-f8caee372702 req-66ff2594-6a7a-44b7-aa14-1feef6190d93 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0483391 Jul 28 06:41:58.506896 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9da680a-9151-4ca6-aeb1-f8caee372702 req-9c500472-42e3-4c7d-9119-55bc1ac4001c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556071 Jul 28 06:41:59.626928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a54b3-c15f-4947-ad3f-68e80cd75c75 req-d25ff460-eacc-4f8f-8cc1-7cf36a137620 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:59.628547 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-618a54b3-c15f-4947-ad3f-68e80cd75c75 req-d25ff460-eacc-4f8f-8cc1-7cf36a137620 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0475967 Jul 28 06:41:59.693935 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-618a54b3-c15f-4947-ad3f-68e80cd75c75 req-f93a1bd4-82e6-480f-88df-69925a91f6ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597720 Jul 28 06:42:00.111342 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-256d07c1-1ac2-4d67-b981-ee71dbfcd976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:00.792269 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:42:00.812474 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b75e33-df4d-4a7d-9427-edef8cbcd004 req-81c65b95-5344-4ead-9c88-31724a20ded5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:00.814001 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8b75e33-df4d-4a7d-9427-edef8cbcd004 req-81c65b95-5344-4ead-9c88-31724a20ded5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0492074 Jul 28 06:42:00.874431 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8b75e33-df4d-4a7d-9427-edef8cbcd004 req-5e6c2fef-58ae-4d5d-b9c1-7271511b61e6 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545480 Jul 28 06:42:01.854205 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-9695c6c1-0508-409d-8a02-5b4d7d2d2583 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433502 Jul 28 06:42:01.941136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-88c2d8f3-0d1e-4eea-ba38-0cb8fcc799a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:01.942980 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-88c2d8f3-0d1e-4eea-ba38-0cb8fcc799a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 1130 time: 0.0414202 Jul 28 06:42:01.995825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29c43d-1450-4b78-a149-4182e1b4732c req-c8143848-f785-4dc7-81f2-4fbbd807e6fa tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:01.997338 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de29c43d-1450-4b78-a149-4182e1b4732c req-c8143848-f785-4dc7-81f2-4fbbd807e6fa tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0480063 Jul 28 06:42:02.063671 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-9cf4d90a-ce4f-4cfc-8514-c6d75f2935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:02.064291 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de29c43d-1450-4b78-a149-4182e1b4732c req-52375983-850a-4a3b-a139-be0221b47f17 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611989 Jul 28 06:42:02.065136 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-9cf4d90a-ce4f-4cfc-8514-c6d75f2935ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.0914166 Jul 28 06:42:02.136673 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-59d41fca-6e40-46fb-9f5b-499cd387ebdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0609593 Jul 28 06:42:02.198663 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-5b31e9e8-c514-40db-8996-a068f726cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:02.200119 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-5b31e9e8-c514-40db-8996-a068f726cd0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0485435 Jul 28 06:42:02.248268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:02.258828 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-07a88910-b3a7-4927-b610-5c254a392b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:02.261184 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-07a88910-b3a7-4927-b610-5c254a392b0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463159 Jul 28 06:42:02.365359 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-6682639f-bf1d-4c43-8d4b-8eae0982d074 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931103 Jul 28 06:42:02.426368 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0928ed22-68d3-4656-aefe-04b3c76a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:02.486337 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f859438e-f0da-44d4-a4e1-b36186c5de93 req-bad03423-9f4d-4bec-a0aa-6f2c3e1cfc13 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941405 Jul 28 06:42:02.698926 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:03.206321 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c19b-3aeb-4197-ac8c-e8b0411a07a5 req-ecef9ade-c205-4151-b84c-bc5d2fd40e9a tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:03.207796 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3337c19b-3aeb-4197-ac8c-e8b0411a07a5 req-ecef9ade-c205-4151-b84c-bc5d2fd40e9a tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0538309 Jul 28 06:42:03.270558 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3337c19b-3aeb-4197-ac8c-e8b0411a07a5 req-f820fb75-a349-43c0-9c75-fd2a14eeb231 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567219 Jul 28 06:42:03.851113 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:04.392039 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d4b37-5aa2-4899-bad0-3852eb70f2dc req-6b1072f9-c023-43aa-ba39-2f4e45c02617 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:04.394066 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-139d4b37-5aa2-4899-bad0-3852eb70f2dc req-6b1072f9-c023-43aa-ba39-2f4e45c02617 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0483236 Jul 28 06:42:04.439207 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:04.458136 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-139d4b37-5aa2-4899-bad0-3852eb70f2dc req-00e1ea4c-016f-4164-af03-795306b73751 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582013 Jul 28 06:42:05.588302 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1c2-ea7a-482b-a5e9-d2ebd3e1c75b req-26e85415-4d28-446b-9067-366c5dda671b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:05.589816 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91e1f1c2-ea7a-482b-a5e9-d2ebd3e1c75b req-26e85415-4d28-446b-9067-366c5dda671b tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0563996 Jul 28 06:42:05.616120 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:05.654286 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91e1f1c2-ea7a-482b-a5e9-d2ebd3e1c75b req-5ce3706c-cad1-4b8b-a361-4f6d2944577f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586534 Jul 28 06:42:05.695257 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:05.752344 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77b53-4b1f-4daa-9bcf-584ddd0b4865 req-df933611-bcee-4e31-9c96-94f54d95a4da tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:05.754346 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f3c77b53-4b1f-4daa-9bcf-584ddd0b4865 req-df933611-bcee-4e31-9c96-94f54d95a4da tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0471911 Jul 28 06:42:05.801966 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f3c77b53-4b1f-4daa-9bcf-584ddd0b4865 req-a01bd2ec-153a-4b10-b74e-51ca32fb63aa tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Jul 28 06:42:06.270533 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a7c49-26d7-4854-a8af-587d83416359 req-87add569-b81f-4ddb-9e20-a12f8ccd1432 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:06.272042 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655a7c49-26d7-4854-a8af-587d83416359 req-87add569-b81f-4ddb-9e20-a12f8ccd1432 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Jul 28 06:42:06.319099 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655a7c49-26d7-4854-a8af-587d83416359 req-43e3d07a-2632-40c9-8f82-38dbf62b1706 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Jul 28 06:42:06.775694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b998e-92f3-42ed-add8-32ed69245738 req-509adedd-5c6b-4919-8aa0-f690fb820192 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:06.777160 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-014b998e-92f3-42ed-add8-32ed69245738 req-509adedd-5c6b-4919-8aa0-f690fb820192 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0465002 Jul 28 06:42:06.838364 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-014b998e-92f3-42ed-add8-32ed69245738 req-9d60e79d-25e6-441a-99e9-913a0998e8ce tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556078 Jul 28 06:42:07.033650 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569840d-70b0-42f0-8807-3774540e7fd8 req-1191ceca-15ea-4208-b725-64d3076c74a4 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:07.035855 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6569840d-70b0-42f0-8807-3774540e7fd8 req-1191ceca-15ea-4208-b725-64d3076c74a4 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.1559827 Jul 28 06:42:07.083569 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6569840d-70b0-42f0-8807-3774540e7fd8 req-5ad71858-6e8f-44f4-a967-495905b4189a tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Jul 28 06:42:07.420807 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:07.439619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1e343-20eb-485d-8497-5ecd4155a8e6 req-87df6dc8-c421-4b1a-8e30-99daaf371990 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:07.441763 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3f1e343-20eb-485d-8497-5ecd4155a8e6 req-87df6dc8-c421-4b1a-8e30-99daaf371990 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Jul 28 06:42:07.725216 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3f1e343-20eb-485d-8497-5ecd4155a8e6 req-af2f860a-57e5-4ad4-98cc-4bb6549fa634 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761147 Jul 28 06:42:07.960012 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded2b9-fbd1-41e3-a89e-8751a17d49c8 req-47b42cda-8cea-4030-931e-9cd769ab28d6 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:07.961499 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5ded2b9-fbd1-41e3-a89e-8751a17d49c8 req-47b42cda-8cea-4030-931e-9cd769ab28d6 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0486624 Jul 28 06:42:08.024132 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5ded2b9-fbd1-41e3-a89e-8751a17d49c8 req-ed03305c-e937-4723-afdd-449d258f842d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568950 Jul 28 06:42:08.203598 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc527b-1219-4f7b-8b95-ca2aa79245e7 req-80028b4a-a384-41cb-9cf0-86c3ddb7ab6f tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:08.205060 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6afc527b-1219-4f7b-8b95-ca2aa79245e7 req-80028b4a-a384-41cb-9cf0-86c3ddb7ab6f tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0516009 Jul 28 06:42:08.252421 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6afc527b-1219-4f7b-8b95-ca2aa79245e7 req-d0089806-9e5e-41f3-8ee4-97d78326e5b6 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Jul 28 06:42:08.842309 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a9bb5-f179-44a4-8188-6a317c0c8cc5 req-27f9c3c9-1aa3-4dde-9154-910247c17cd5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:08.843763 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-789a9bb5-f179-44a4-8188-6a317c0c8cc5 req-27f9c3c9-1aa3-4dde-9154-910247c17cd5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Jul 28 06:42:08.900280 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-789a9bb5-f179-44a4-8188-6a317c0c8cc5 req-47bee436-e8ea-4847-b294-cf832648b0f5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489230 Jul 28 06:42:09.143900 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e53ee-15db-455a-b39b-907240d990d4 req-80873d14-7737-4e52-9dcc-32348c85012d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:09.145371 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e29e53ee-15db-455a-b39b-907240d990d4 req-80873d14-7737-4e52-9dcc-32348c85012d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0501857 Jul 28 06:42:09.156233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:09.216631 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e29e53ee-15db-455a-b39b-907240d990d4 req-38c1990e-0e87-4f0a-a060-ea9fff84903e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655122 Jul 28 06:42:09.379131 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b83c2-d5a7-438b-a893-f46383c669c9 req-0d837659-3e2b-4eee-b1ed-48a695bb8e18 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:09.380515 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-df5b83c2-d5a7-438b-a893-f46383c669c9 req-0d837659-3e2b-4eee-b1ed-48a695bb8e18 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0555651 Jul 28 06:42:09.429739 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-df5b83c2-d5a7-438b-a893-f46383c669c9 req-d45cfdaa-1e9f-4a75-b555-9de6ea7681e4 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Jul 28 06:42:10.073508 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933f10e-b800-4904-a159-6e87334dc96b req-57b89b57-921d-4a7d-a7cd-1fb94971a645 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:10.074985 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2933f10e-b800-4904-a159-6e87334dc96b req-57b89b57-921d-4a7d-a7cd-1fb94971a645 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.1005225 Jul 28 06:42:10.120973 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2933f10e-b800-4904-a159-6e87334dc96b req-3ffa7737-47d6-4717-8d9d-7748e491e57c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Jul 28 06:42:10.340708 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bce95b-0d24-4d7f-ba8b-cd5700ed6a7e req-150cdd10-4fa1-4f33-a3ab-4e9747d260f0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:10.342171 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59bce95b-0d24-4d7f-ba8b-cd5700ed6a7e req-150cdd10-4fa1-4f33-a3ab-4e9747d260f0 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0512059 Jul 28 06:42:10.401950 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59bce95b-0d24-4d7f-ba8b-cd5700ed6a7e req-491d556f-31a6-458e-8f13-cfbd229c73d5 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538933 Jul 28 06:42:10.546639 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60a218-10e8-4c38-87c3-c9b712955252 req-cb189d0a-66ac-4b05-9291-201dc7e6d107 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:10.548072 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc60a218-10e8-4c38-87c3-c9b712955252 req-cb189d0a-66ac-4b05-9291-201dc7e6d107 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0468242 Jul 28 06:42:10.595073 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-1399b9c0-3a8a-4f32-8921-cbba1886bf54 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:10.596545 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-1399b9c0-3a8a-4f32-8921-cbba1886bf54 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Jul 28 06:42:10.601662 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc60a218-10e8-4c38-87c3-c9b712955252 req-1ca4914b-5c5d-4577-b988-5ec88f5502f3 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8fcbc43-b55a-4bca-a967-9a78351edf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Jul 28 06:42:10.849305 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:10.887432 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-4c0ae809-dec4-47e6-a6e8-ea03a306b1ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:10.888881 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-4c0ae809-dec4-47e6-a6e8-ea03a306b1ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Jul 28 06:42:10.926797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Deleting port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:10.927133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:10.979046 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:10.979387 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.020153 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] For port d5ab285a-d02e-4ade-81d1-f6bd40c669f7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,segment=NetworkSegment(964c8c65-3469-42c2-9ea4-abd60fba3c76),segment_id=964c8c65-3469-42c2-9ea4-abd60fba3c76)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:11.020511 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.036112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Calling delete_port for d5ab285a-d02e-4ade-81d1-f6bd40c669f7 owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:11.073823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] For port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:11.074189 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.082274 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:11.169117 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (d5ab285a-d02e-4ade-81d1-f6bd40c669f7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.202296 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Pushing event deleted for resources: {'Port': ['ID=d5ab285a-d02e-4ade-81d1-f6bd40c669f7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:11.208894 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['d5ab285a-d02e-4ade-81d1-f6bd40c669f7'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:42:11.293850 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.294239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.294531 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP d8b7a6c8-a16e-484e-89df-0be7e309d768 disassociated. External IP: 172.27.1.43, port: e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a. Jul 28 06:42:11.294871 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:11.302569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] No DVR routers for this DVR port d5ab285a-d02e-4ade-81d1-f6bd40c669f7 on host hv-cinder-85060 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:11.309699 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43a3f1-b4fa-4fdf-8e75-10c7e12bc018 req-05c98b1c-006c-4d6e-8778-58d2610152a7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:11.311194 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1a43a3f1-b4fa-4fdf-8e75-10c7e12bc018 req-05c98b1c-006c-4d6e-8778-58d2610152a7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 946 time: 0.1126790 Jul 28 06:42:11.312199 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.315464 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b30aba2d-58ba-4ae3-ba6e-3c9fd4126697 req-ea5484dc-4cb0-44dc-a1a4-9132c0eef731 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.49 "DELETE /v2.0/ports/d5ab285a-d02e-4ade-81d1-f6bd40c669f7 HTTP/1.1" status: 204 len: 173 time: 0.4743226 Jul 28 06:42:11.315899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'name': 'network-vif-deleted', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:11.318422 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4940ac13-4ad1-46d8-91c0-0f0d2fa68d1e" -d '{"events": [{"server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "name": "network-vif-deleted", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:11.363481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5704de76-8477-4a4c-944d-db4eafa177c5 x-openstack-request-id: req-5704de76-8477-4a4c-944d-db4eafa177c5 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:11.364123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b8321-acd0-40c7-ac20-a016af964766", "name": "network-vif-deleted", "tag": "d5ab285a-d02e-4ade-81d1-f6bd40c669f7", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:11.364123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5704de76-8477-4a4c-944d-db4eafa177c5 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:11.364353 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5704de76-8477-4a4c-944d-db4eafa177c5'] response: {'server_uuid': '9e6b8321-acd0-40c7-ac20-a016af964766', 'name': 'network-vif-deleted', 'tag': 'd5ab285a-d02e-4ade-81d1-f6bd40c669f7', 'status': 'completed', 'code': 200} Jul 28 06:42:11.368863 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1a43a3f1-b4fa-4fdf-8e75-10c7e12bc018 req-1ff205f2-f64a-4d06-aa80-7343b5168dd7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e79a3af3-da21-4935-a37e-3c18d272c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474668 Jul 28 06:42:11.434810 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:11.458008 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.500709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:11.536517 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.536866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.537935 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.538272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.538603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.538931 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.539260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.539929 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.540300 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.540630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.540954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.541277 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.541623 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.541942 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.542259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:11.603507 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e568c-01d4-4f6e-b2e4-153a19726de6 req-a9b67a1a-f0e5-4c7a-b5bc-dd8669a58038 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:11.604974 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c74e568c-01d4-4f6e-b2e4-153a19726de6 req-a9b67a1a-f0e5-4c7a-b5bc-dd8669a58038 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.1159141 Jul 28 06:42:11.608866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:11.704164 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:11.718827 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fece1d6c-0365-4b95-8798-da2b8ab0d892 req-952da134-715e-4310-963b-5d4c49c1d9a5 tempest-VolumesSnapshotTestJSON-124019393 tempest-VolumesSnapshotTestJSON-124019393-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6b8321-acd0-40c7-ac20-a016af964766 HTTP/1.1" status: 200 len: 210 time: 0.0295196 Jul 28 06:42:11.723012 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c74e568c-01d4-4f6e-b2e4-153a19726de6 req-7efbc839-7cf7-4d48-8c67-a61e7df1a9ab tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118381 Jul 28 06:42:11.826702 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:11.838516 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:11.850862 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:11.851569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:11.872842 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] No DVR routers for this DVR port e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:11.875284 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.878726 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-073b9133-8083-48e3-b858-e1be89ddebf6 req-e659226e-8e0b-4d33-8d81-2c054c664067 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "DELETE /v2.0/ports/e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a HTTP/1.1" status: 204 len: 173 time: 0.9813082 Jul 28 06:42:11.879172 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'name': 'network-vif-deleted', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:11.881591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b324fa4c-59ac-4c9a-a1aa-4fca35e2130a" -d '{"events": [{"server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "name": "network-vif-deleted", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:11.934017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bce785-7527-4138-a919-1316ab7b0a9b x-openstack-request-id: req-a4bce785-7527-4138-a919-1316ab7b0a9b {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:11.934017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df248c-2b87-417e-b113-ecce4d8c0840", "name": "network-vif-deleted", "tag": "e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:11.934896 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4bce785-7527-4138-a919-1316ab7b0a9b {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:11.934896 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bce785-7527-4138-a919-1316ab7b0a9b'] response: {'server_uuid': 'b7df248c-2b87-417e-b113-ecce4d8c0840', 'name': 'network-vif-deleted', 'tag': 'e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a', 'status': 'completed', 'code': 200} Jul 28 06:42:11.979792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:12.199931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:12.225958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:12.234523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:12.235157 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:12.343395 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:12.496001 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69d936cf-7e4a-450c-93d8-4079fcd22e62 req-051b9688-a0af-47d8-bc60-b13649ee00ad tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7df248c-2b87-417e-b113-ecce4d8c0840 HTTP/1.1" status: 200 len: 210 time: 0.0341222 Jul 28 06:42:12.508065 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:12.564641 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:12.591851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275989f-3518-430a-a211-b2a95b4b9c0b None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'd0ee5a99-0468-4398-8264-a2ed2f2624ed', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:f2:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:37:33Z', 'updated_at': '2022-07-28T06:38:28Z', 'revision_number': 2, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:12.774451 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:12.778512 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:12.857910 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0602a70-d1eb-4ec0-bbf0-f86df0ef98e9 None None] New status for floating IP d8b7a6c8-a16e-484e-89df-0be7e309d768: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:42:12.879057 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1a0e-c37b-4967-91d7-d34eecf6e0c1 req-480f0e76-2792-49c1-b110-9383ad4d8582 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:12.887849 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d3b1a0e-c37b-4967-91d7-d34eecf6e0c1 req-480f0e76-2792-49c1-b110-9383ad4d8582 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0727658 Jul 28 06:42:12.960070 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d3b1a0e-c37b-4967-91d7-d34eecf6e0c1 req-ad482622-2aa3-480e-a2ba-42114f4f808c tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712802 Jul 28 06:42:13.592857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57552) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:13.667501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (e79a3af3-da21-4935-a37e-3c18d272c4ac), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.693366 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (e79a3af3-da21-4935-a37e-3c18d272c4ac), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.742673 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e79a3af3-da21-4935-a37e-3c18d272c4ac), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.745273 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.746514 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/security-groups/e79a3af3-da21-4935-a37e-3c18d272c4ac HTTP/1.1" status: 204 len: 168 time: 0.1524918 Jul 28 06:42:13.753327 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57554) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:13.756403 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcca1-774c-4cbb-8407-3f6c5c1afa7f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a3af3-da21-4935-a37e-3c18d272c4ac,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:13.764582 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-0f290571-ff78-4f9c-a775-63c45bb73968 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] show failed (client error): The resource could not be found. Jul 28 06:42:13.765071 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0f290571-ff78-4f9c-a775-63c45bb73968 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups/e79a3af3-da21-4935-a37e-3c18d272c4ac HTTP/1.1" status: 404 len: 347 time: 0.0147491 Jul 28 06:42:13.769822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57556) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:13.886510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port 9d9071b2-1459-4004-b026-995da771fb15 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:13.886994 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (9d9071b2-1459-4004-b026-995da771fb15), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.967502 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (9d9071b2-1459-4004-b026-995da771fb15), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.967849 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (9d9071b2-1459-4004-b026-995da771fb15), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:13.981541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for 9d9071b2-1459-4004-b026-995da771fb15 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:13.989532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:14.105606 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014e89c-6a02-496a-b3f8-4011f8d40011 req-dd0ea0e5-bef2-4794-87d7-a244a889763d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:14.107063 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4014e89c-6a02-496a-b3f8-4011f8d40011 req-dd0ea0e5-bef2-4794-87d7-a244a889763d tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0639081 Jul 28 06:42:14.188833 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:14.210784 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4014e89c-6a02-496a-b3f8-4011f8d40011 req-23367e41-eb7c-442d-8399-bc4f2b9b437f tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934968 Jul 28 06:42:14.231264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:14.231869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device e2fc8e5d-c2ef-4ebe-97f9-f660cc1fec0a not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:14.232424 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device d5ab285a-d02e-4ade-81d1-f6bd40c669f7 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:14.243704 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (9d9071b2-1459-4004-b026-995da771fb15), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:14.254718 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:14.260932 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: d5ab285a-d02e-4ade-81d1-f6bd40c669f7 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:14.261557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device d5ab285a-d02e-4ade-81d1-f6bd40c669f7 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:14.280287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=9d9071b2-1459-4004-b026-995da771fb15,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:14.346597 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d8b7a6c8-a16e-484e-89df-0be7e309d768), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:14.349513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:14.354150 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a3269519-a699-473d-b4b6-222def6f1c1c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/floatingips/d8b7a6c8-a16e-484e-89df-0be7e309d768 HTTP/1.1" status: 204 len: 168 time: 0.5831006 Jul 28 06:42:15.336906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477555-b57e-46ce-b1ab-e869b601d272 req-ceebdb53-1827-48e6-8f08-f4a0abfb7210 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:15.338418 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de477555-b57e-46ce-b1ab-e869b601d272 req-ceebdb53-1827-48e6-8f08-f4a0abfb7210 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0480211 Jul 28 06:42:15.400713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de477555-b57e-46ce-b1ab-e869b601d272 req-6abd72d1-b9f9-4b2c-9cd8-c339e0cf8068 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&id=5becbb74-1475-4908-8171-bfcddae7255c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567503 Jul 28 06:42:19.178847 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d853d-7c35-417e-a7d0-2ec8d85d469e req-cfb36d73-f56f-4236-9562-94d440ce2062 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:19.180309 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-408d853d-7c35-417e-a7d0-2ec8d85d469e req-cfb36d73-f56f-4236-9562-94d440ce2062 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0472507 Jul 28 06:42:19.227680 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-408d853d-7c35-417e-a7d0-2ec8d85d469e req-6fa11e90-3eda-4bf4-bd53-a0a1db19d91d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Jul 28 06:42:20.348801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ed347-8974-4c92-b1c1-747f56b702ca req-11b3d47b-c35f-49f5-af74-e834a6500c76 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:20.350326 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655ed347-8974-4c92-b1c1-747f56b702ca req-11b3d47b-c35f-49f5-af74-e834a6500c76 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Jul 28 06:42:20.397806 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655ed347-8974-4c92-b1c1-747f56b702ca req-43616b8b-ba03-4f57-8b27-55faca1b0df4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Jul 28 06:42:21.213392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-99d764d8-b2e2-4520-883b-aec1e19046a6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:21.214868 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-99d764d8-b2e2-4520-883b-aec1e19046a6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Jul 28 06:42:21.318754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port b1d18864-af4e-41d6-b3f8-a68f95159ee7 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:21.318754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.414334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] For port b1d18864-af4e-41d6-b3f8-a68f95159ee7, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b1d18864-af4e-41d6-b3f8-a68f95159ee7,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:21.414785 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.484074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:21.546062 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16816c1-e595-4891-be74-0ed5526ed5d3 req-22a2dccc-c67e-486a-96d4-87c63c46e458 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:21.547678 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d16816c1-e595-4891-be74-0ed5526ed5d3 req-22a2dccc-c67e-486a-96d4-87c63c46e458 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 946 time: 0.0501051 Jul 28 06:42:21.601010 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.601239 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d16816c1-e595-4891-be74-0ed5526ed5d3 req-22b26831-d7e8-44c7-bf62-59ee42dd8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d029e63-dcc2-454b-b435-ab8f1ba8acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Jul 28 06:42:21.601370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.601658 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP d0ee5a99-0468-4398-8264-a2ed2f2624ed disassociated. External IP: 172.27.1.122, port: b1d18864-af4e-41d6-b3f8-a68f95159ee7. Jul 28 06:42:21.602013 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for b1d18864-af4e-41d6-b3f8-a68f95159ee7 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:21.610360 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:21.744878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (b1d18864-af4e-41d6-b3f8-a68f95159ee7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.774446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=b1d18864-af4e-41d6-b3f8-a68f95159ee7,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:21.885557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:21.993816 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:22.003189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:22.014252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:22.014888 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.040628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] No DVR routers for this DVR port b1d18864-af4e-41d6-b3f8-a68f95159ee7 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:22.043133 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:22.046455 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a45b35a-cd4a-4231-81e0-512adc631ec5 req-56dc9794-de09-43f9-8702-4211588d38ac tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "DELETE /v2.0/ports/b1d18864-af4e-41d6-b3f8-a68f95159ee7 HTTP/1.1" status: 204 len: 173 time: 0.8210368 Jul 28 06:42:22.046833 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'name': 'network-vif-deleted', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:22.048999 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:22.049131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51913a5e-fc66-4210-bbba-7256c4a06edc" -d '{"events": [{"server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "name": "network-vif-deleted", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:22.088471 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a7e70-f439-4d9e-9c56-266ce4881d91 x-openstack-request-id: req-a81a7e70-f439-4d9e-9c56-266ce4881d91 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:22.088846 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3", "name": "network-vif-deleted", "tag": "b1d18864-af4e-41d6-b3f8-a68f95159ee7", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:22.089074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a81a7e70-f439-4d9e-9c56-266ce4881d91 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:22.089636 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81a7e70-f439-4d9e-9c56-266ce4881d91'] response: {'server_uuid': '48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3', 'name': 'network-vif-deleted', 'tag': 'b1d18864-af4e-41d6-b3f8-a68f95159ee7', 'status': 'completed', 'code': 200} Jul 28 06:42:22.137219 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:22.352302 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.378617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:22.387015 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:22.387611 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.490474 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:22.768057 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-efd773c9-9263-4f5b-a336-25f453246404 req-d020e01d-9736-4517-aafd-903cf748e1fd tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f9e0c1-cd63-4350-a754-ec4a8a7ef4f3 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Jul 28 06:42:22.832428 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.861076 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f9e58-5605-43ff-a514-006c607a5cf6 None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:22.945740 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:23.063887 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff0992-02b9-4034-9a4c-abf1e9f60b6b None None] New status for floating IP d0ee5a99-0468-4398-8264-a2ed2f2624ed: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:42:23.869931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57668) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:23.929500 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (2d029e63-dcc2-454b-b435-ab8f1ba8acc7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:23.953341 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (2d029e63-dcc2-454b-b435-ab8f1ba8acc7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.001748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2d029e63-dcc2-454b-b435-ab8f1ba8acc7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.005810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.006006 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d029e63-dcc2-454b-b435-ab8f1ba8acc7 HTTP/1.1" status: 204 len: 168 time: 0.1351109 Jul 28 06:42:24.009342 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57670) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.015221 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea076df-a037-49b2-8035-4a6e1539b32c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d029e63-dcc2-454b-b435-ab8f1ba8acc7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.023934 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-e5913192-571b-4731-8d30-ae14282c1f8e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] show failed (client error): The resource could not be found. Jul 28 06:42:24.025336 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e5913192-571b-4731-8d30-ae14282c1f8e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups/2d029e63-dcc2-454b-b435-ab8f1ba8acc7 HTTP/1.1" status: 404 len: 347 time: 0.0145183 Jul 28 06:42:24.028085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57672) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.140843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port 2a757d30-b7f6-42d6-a723-0c302804e535 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:24.141180 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.217259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.217620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (2a757d30-b7f6-42d6-a723-0c302804e535), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.230095 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for 2a757d30-b7f6-42d6-a723-0c302804e535 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:24.374503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (2a757d30-b7f6-42d6-a723-0c302804e535), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.378729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:24.402593 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=2a757d30-b7f6-42d6-a723-0c302804e535,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.431036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (d0ee5a99-0468-4398-8264-a2ed2f2624ed), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.433578 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.434979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-620c997d-c947-4cab-b7f1-64e2c3894463 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/floatingips/d0ee5a99-0468-4398-8264-a2ed2f2624ed HTTP/1.1" status: 204 len: 168 time: 0.4056773 Jul 28 06:42:24.523260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57678) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.527753 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374025908', 'description': 'tempest-description--955401952'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:24.541892 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:24.551132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.618621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (5941d323-6429-4f8b-9008-90ca7ac350ff), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.622385 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5941d323-6429-4f8b-9008-90ca7ac350ff), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.648423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.649616 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1253116 Jul 28 06:42:24.652694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57680) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.657398 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '5941d323-6429-4f8b-9008-90ca7ac350ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:24.661919 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddf818-d1e5-4072-a1d8-1190ef388baf tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941d323-6429-4f8b-9008-90ca7ac350ff,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.686861 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (a028528a-a2cc-4a47-8bad-61b372d428fe), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.747365 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (a028528a-a2cc-4a47-8bad-61b372d428fe), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.750862 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (a028528a-a2cc-4a47-8bad-61b372d428fe), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.771103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a028528a-a2cc-4a47-8bad-61b372d428fe,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.777765 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.779074 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fcd41d3c-242b-4c32-b211-47125cb1dfe8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251724 Jul 28 06:42:24.781663 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57684) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.787686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '5941d323-6429-4f8b-9008-90ca7ac350ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:24.815011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (6fd131e2-df8c-4584-82ed-39b3d2a86ac8), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.856009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:24.875527 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (6fd131e2-df8c-4584-82ed-39b3d2a86ac8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.879914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (6fd131e2-df8c-4584-82ed-39b3d2a86ac8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.895994 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd131e2-df8c-4584-82ed-39b3d2a86ac8,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.906481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.907701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e1ad8a9f-2479-4382-a016-7ac9f830e312 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245751 Jul 28 06:42:24.910760 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57686) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:24.915107 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:24.936000 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.019941 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.069938 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:25.128130 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.27.1.196 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/2502bbfa-e95f-4ea9-a253-4f512f59f440) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:42:25.233386 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.265187 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.304229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:42:25.310817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:42:25.314591 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:42:25.320337 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=2502bbfa-e95f-4ea9-a253-4f512f59f440,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:25.403281 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.440239 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.791123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:25.831128 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.836173 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.901453 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=2502bbfa-e95f-4ea9-a253-4f512f59f440,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:25.915384 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.930425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:25.931671 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f72d4735-a4ef-4f24-9dda-68cba67186f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0199933 Jul 28 06:42:26.131312 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-8ef6273c-0ce8-4ea7-89a3-170285af2846 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--374025908&fields=id&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 267 time: 0.0450563 Jul 28 06:42:26.141149 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b1d18864-af4e-41d6-b3f8-a68f95159ee7 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:26.158586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:26.161260 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: b1d18864-af4e-41d6-b3f8-a68f95159ee7 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:26.161638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b1d18864-af4e-41d6-b3f8-a68f95159ee7 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:26.242096 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-6e8877c8-73b2-4100-8b4a-df3484bd5741 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:26.243695 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-6e8877c8-73b2-4100-8b4a-df3484bd5741 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1061091 Jul 28 06:42:26.258633 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-2f57959c-555c-47ca-bf2d-897cbb47299b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/quotas/dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Jul 28 06:42:26.314148 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-55166606-819b-47e4-b8bd-b72961360ece tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506477 Jul 28 06:42:26.453403 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-889c6c5d-5fed-41cd-a802-16071ebdfa01 service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273618 Jul 28 06:42:26.548547 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-decf52c1-3b27-4db4-9aa2-aa58d2ffd08d service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Jul 28 06:42:26.713389 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-285752c1-8a1a-44d9-ad02-615e6bdb4bcd req-fc4be4f5-e170-417d-acf5-0d9b34d93562 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 210 time: 0.0305698 Jul 28 06:42:27.815761 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-880dd25f-bd2e-4798-9e86-0f507c85034f req-0103b376-46ab-4821-99dd-ede7c8c27c41 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 210 time: 0.0292158 Jul 28 06:42:28.757614 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-7848ab0a-171c-4de5-be1f-1559a7074e77 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:28.759110 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-7848ab0a-171c-4de5-be1f-1559a7074e77 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1649203 Jul 28 06:42:28.919149 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15a2d8a7-9d89-4792-a36e-b1c3747ad5ec req-bb92a21e-13d1-4896-8e2c-ec2b26fe23d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jul 28 06:42:29.080380 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-5a1776d4-31a6-41cb-997e-03f45c0ce363 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 379 time: 0.0536113 Jul 28 06:42:29.202282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'port': {'device_id': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'admin_state_up': True, 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'security_groups': ['5941d323-6429-4f8b-9008-90ca7ac350ff']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:29.319213 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:42:29.322635 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.454775 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.20.0.11 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/fffdf017-fca8-4862-83d9-4dcfd53d9e5a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:42:29.611513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.635120 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:29.644820 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.651333 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:29.705601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:42:29.707425 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:29.710185 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:42:29.712229 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:42:29.717335 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:29.717943 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.741764 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-4021f609-b762-4cfc-9502-0e5ca5627452 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5434942 Jul 28 06:42:29.761251 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Request body: {'port': {'device_id': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:29.833473 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.997189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-983d29ad-ae09-4a0c-9e3d-fe7c2e0d7545 None None] Provisioning complete for port fffdf017-fca8-4862-83d9-4dcfd53d9e5a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:42:29.999051 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-983d29ad-ae09-4a0c-9e3d-fe7c2e0d7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.039625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-983d29ad-ae09-4a0c-9e3d-fe7c2e0d7545 None None] Port fffdf017-fca8-4862-83d9-4dcfd53d9e5a cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:42:30.081671 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797b352-fc2d-406c-ad4c-616ba33c09b6 req-637c390e-1be7-4456-95ba-e08ee77b0199 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.083168 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a797b352-fc2d-406c-ad4c-616ba33c09b6 req-637c390e-1be7-4456-95ba-e08ee77b0199 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 932 time: 0.0709050 Jul 28 06:42:30.126868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59f8f822-790c-4598-a142-61f1d1693aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.167945 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a797b352-fc2d-406c-ad4c-616ba33c09b6 req-b34fde14-616d-4531-b45f-ad6691540612 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778830 Jul 28 06:42:30.182779 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8f2a-b0f2-4cfa-91ed-d3db3d1188b5 req-04bb5a49-f30c-48ed-9e9a-bd1a62a9ff47 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.184415 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-acdc8f2a-b0f2-4cfa-91ed-d3db3d1188b5 req-04bb5a49-f30c-48ed-9e9a-bd1a62a9ff47 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0793352 Jul 28 06:42:30.195212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-dca27275-c1ea-4e52-8b39-331d44ebf649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.196748 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-dca27275-c1ea-4e52-8b39-331d44ebf649 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0616090 Jul 28 06:42:30.209975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffdf017-fca8-4862-83d9-4dcfd53d9e5a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:42:30.217882 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks [] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.232217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Transition to ACTIVE for port object fffdf017-fca8-4862-83d9-4dcfd53d9e5a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:42:30.235477 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.291379 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:30.292672 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-acdc8f2a-b0f2-4cfa-91ed-d3db3d1188b5 req-fe3dc485-e9a2-4fa6-8f1d-c31ee5bb9cfa tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001549 Jul 28 06:42:30.329638 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-e12114d1-4016-42ed-adc3-8659eb153730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.331110 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-e12114d1-4016-42ed-adc3-8659eb153730 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.1213553 Jul 28 06:42:30.349976 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Attempting to bind port fffdf017-fca8-4862-83d9-4dcfd53d9e5a on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:42:30.350314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Attempting to bind port fffdf017-fca8-4862-83d9-4dcfd53d9e5a by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:42:30.350654 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Attempting to bind port fffdf017-fca8-4862-83d9-4dcfd53d9e5a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:42:30.355482 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Port fffdf017-fca8-4862-83d9-4dcfd53d9e5a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:42:30.355807 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Attempting to bind port fffdf017-fca8-4862-83d9-4dcfd53d9e5a on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:42:30.360866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:42:30.361208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:42:30.361631 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:42:30.362062 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Bound port: fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:42:30.362426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.405677 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-f7475577-c6d8-4a84-9695-5da6736f7361 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1001 time: 0.0678170 Jul 28 06:42:30.468026 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-190371ff-cced-4949-a14e-ec634c1f7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.469489 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-190371ff-cced-4949-a14e-ec634c1f7e2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0576549 Jul 28 06:42:30.516492 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-ceea0ead-622f-4b31-a4e2-25b39148407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.518040 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-ceea0ead-622f-4b31-a4e2-25b39148407c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411184 Jul 28 06:42:30.598271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:30.627952 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-2bd0e61b-e65c-4d84-80e6-7fc8e9463d41 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023061 Jul 28 06:42:30.664018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:42:30.669080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:42:30.676881 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.715790 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.716752 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.717957 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/fffdf017-fca8-4862-83d9-4dcfd53d9e5a HTTP/1.1" status: 200 len: 1094 time: 0.9617798 Jul 28 06:42:30.720363 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:30.725348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:30.758031 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df002b-0269-4723-81de-9f0931caf4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:30.770272 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-90f19fff-2c53-4e08-8d75-ffb1d045bb18 req-597a6f3a-c4ea-4d85-a856-cc4c4b44f1e3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338892 Jul 28 06:42:30.781143 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3902c04-5f78-457c-aa4d-49ac55a56d9f x-openstack-request-id: req-f3902c04-5f78-457c-aa4d-49ac55a56d9f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:30.781701 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:30.781827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3902c04-5f78-457c-aa4d-49ac55a56d9f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:30.782128 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3902c04-5f78-457c-aa4d-49ac55a56d9f'] response: {'name': 'network-changed', 'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'status': 'completed', 'code': 200} Jul 28 06:42:30.875201 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-d2c64035-c7fc-419d-96f1-b1f6881b5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:30.876727 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-d2c64035-c7fc-419d-96f1-b1f6881b5cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 1128 time: 0.0450773 Jul 28 06:42:31.026856 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-37d5d0ff-f8f8-4425-9ee7-aca2ddf8601a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a HTTP/1.1" status: 200 len: 217 time: 0.0366385 Jul 28 06:42:31.085132 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:31.089790 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-c4d38b8e-c13e-49e9-8c74-1ae73f6b24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:31.091250 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-c4d38b8e-c13e-49e9-8c74-1ae73f6b24cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0472581 Jul 28 06:42:31.140128 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-3568b2c6-1ee9-4ffb-8975-ae1ae35bd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:31.141625 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-3568b2c6-1ee9-4ffb-8975-ae1ae35bd5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423589 Jul 28 06:42:31.236425 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-26050e9b-d8a5-47e6-a2d5-4728847cd57d service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Jul 28 06:42:31.339197 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff74b1-7453-45f1-9941-1df6c8f0736c req-4dd24847-fa85-46c2-aae1-ed70ad963fae tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:31.340676 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4dff74b1-7453-45f1-9941-1df6c8f0736c req-4dd24847-fa85-46c2-aae1-ed70ad963fae tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 944 time: 0.0963202 Jul 28 06:42:31.403545 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:31.406364 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d44e6a29-bf8b-4a41-b747-8519ff11e3d8 req-7d845bd7-b1fb-433a-b36c-dc2aa0fd782f service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630294 Jul 28 06:42:31.414566 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4dff74b1-7453-45f1-9941-1df6c8f0736c req-a8639f26-c69e-4da4-a56e-92c393d590ef tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681529 Jul 28 06:42:31.424019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166bee8-fea9-4a01-b076-58ebd50465bc req-dafc8c4f-ad97-45e8-8bc4-2c420405fbd9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:31.425513 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6166bee8-fea9-4a01-b076-58ebd50465bc req-dafc8c4f-ad97-45e8-8bc4-2c420405fbd9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0535715 Jul 28 06:42:31.476455 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6166bee8-fea9-4a01-b076-58ebd50465bc req-96b8caf6-91b0-479b-aa3b-8fe04e071eb8 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440907 Jul 28 06:42:32.431711 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8acea937-59fa-4f11-8e53-28b2837b86f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.538456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03664413-f9d0-4fbd-ac36-bc4843ddb46e req-0a1afe0e-5f3e-4e51-abcd-87f634f5a0e3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.539968 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03664413-f9d0-4fbd-ac36-bc4843ddb46e req-0a1afe0e-5f3e-4e51-abcd-87f634f5a0e3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 944 time: 0.0529346 Jul 28 06:42:32.598340 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cd2c9-77ce-448d-8196-b4e4360305d0 req-7b2710b2-f905-432b-b15b-b8fb8c796489 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.599931 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-278cd2c9-77ce-448d-8196-b4e4360305d0 req-7b2710b2-f905-432b-b15b-b8fb8c796489 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Jul 28 06:42:32.600271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-c1f0bbeb-2043-482f-b7be-f63c4c0caafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.601767 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-c1f0bbeb-2043-482f-b7be-f63c4c0caafb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 1128 time: 0.0609522 Jul 28 06:42:32.625401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:32.627194 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03664413-f9d0-4fbd-ac36-bc4843ddb46e req-422760bc-27af-4e79-98ba-c7d3675f880d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786250 Jul 28 06:42:32.654089 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-278cd2c9-77ce-448d-8196-b4e4360305d0 req-a003f153-91be-439a-aff8-68b348f0715d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485983 Jul 28 06:42:32.703523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.709360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-20290413-7d46-4c61-a1b4-c14e6afa98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.710811 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-20290413-7d46-4c61-a1b4-c14e6afa98d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.0964096 Jul 28 06:42:32.749567 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-8fa2bb81-afb6-4615-97fc-cec24ee3eb6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a HTTP/1.1" status: 200 len: 217 time: 0.0317094 Jul 28 06:42:32.797521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-cd51c331-60bb-4f1a-8df1-cbd706765947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.798917 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-cd51c331-60bb-4f1a-8df1-cbd706765947 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0430031 Jul 28 06:42:32.843644 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-955c125d-e803-476a-a306-c98025c806df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:32.845087 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-955c125d-e803-476a-a306-c98025c806df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389123 Jul 28 06:42:32.951762 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-4efae21f-11d0-431f-be62-86ce1aff3d58 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996461 Jul 28 06:42:33.008834 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.048536 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a40cdda-9078-4fa1-b29f-0f7470ffdacc req-9b7308ae-3b15-41d9-b05f-10bcd1c8d2b2 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Jul 28 06:42:33.135689 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.138168 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.753820 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62c3e9-a72d-480e-a70e-ec64beef9ae2 req-ca6a47a3-be3f-463d-b929-7e24c5675123 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:33.755463 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bc62c3e9-a72d-480e-a70e-ec64beef9ae2 req-ca6a47a3-be3f-463d-b929-7e24c5675123 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 944 time: 0.0490291 Jul 28 06:42:33.782378 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213d04-8ccf-44a1-9f93-48ea528558ca req-f2e97fa8-7626-46d2-bee5-575c07c678d0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:33.783866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36213d04-8ccf-44a1-9f93-48ea528558ca req-f2e97fa8-7626-46d2-bee5-575c07c678d0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Jul 28 06:42:33.803695 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bc62c3e9-a72d-480e-a70e-ec64beef9ae2 req-b772b65f-b136-4314-b1ae-93320d0ff6cc tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Jul 28 06:42:33.839433 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36213d04-8ccf-44a1-9f93-48ea528558ca req-c7a4fe5c-c57b-4d55-8492-3e1a8ba4c840 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487757 Jul 28 06:42:33.853696 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.146278 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fffdf017-fca8-4862-83d9-4dcfd53d9e5a details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:42:34.162238 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:34.261649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:34.263640 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:34.274597 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'port_id': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'mac_address': 'fa:16:3e:ac:f2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:42:34.313567 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port fffdf017-fca8-4862-83d9-4dcfd53d9e5a is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:42:34.313956 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.327614 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffdf017-fca8-4862-83d9-4dcfd53d9e5a {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:42:34.347103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:34.351288 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.401164 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:34.408211 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.408564 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.408930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.409274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.409632 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.409964 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.410297 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.411272 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.411675 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.412008 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.412335 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.412662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.412987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.413331 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.413656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:34.797799 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['fffdf017-fca8-4862-83d9-4dcfd53d9e5a'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:42:34.941706 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2594b3-e35e-4791-a85a-29e9c916eaeb req-a0fff874-2a05-480a-b543-c2b53eb6040d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:34.944690 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e2594b3-e35e-4791-a85a-29e9c916eaeb req-a0fff874-2a05-480a-b543-c2b53eb6040d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 945 time: 0.0635860 Jul 28 06:42:34.979477 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e269bf-55c9-4ddc-b666-30fab3e07dca req-24c9e068-fb64-41c7-ae8d-747900bafbdd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:34.982350 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f6e269bf-55c9-4ddc-b666-30fab3e07dca req-24c9e068-fb64-41c7-ae8d-747900bafbdd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0575566 Jul 28 06:42:34.994815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:35.005136 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e2594b3-e35e-4791-a85a-29e9c916eaeb req-ebe952b9-2af5-4dd3-9169-c45b0b8365f2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547736 Jul 28 06:42:35.038007 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f6e269bf-55c9-4ddc-b666-30fab3e07dca req-ecb983ef-f2e3-43c7-aa5b-faea3cfefc22 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Jul 28 06:42:35.614618 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:35.689202 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.125163 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65ee7d-6eca-4fc7-a69a-5bcd49b6b319 req-da9eeeac-44c3-49a7-bb53-ca7c3170ad81 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:36.126687 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d65ee7d-6eca-4fc7-a69a-5bcd49b6b319 req-da9eeeac-44c3-49a7-bb53-ca7c3170ad81 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 945 time: 0.0515265 Jul 28 06:42:36.159461 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fffdf017-fca8-4862-83d9-4dcfd53d9e5a up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:42:36.164233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b553d5-dbeb-495c-a9ca-e944bc08b34b req-b55780c6-7812-4559-81c5-c756af05f7f0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:36.165796 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-82b553d5-dbeb-495c-a9ca-e944bc08b34b req-b55780c6-7812-4559-81c5-c756af05f7f0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Jul 28 06:42:36.177538 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d65ee7d-6eca-4fc7-a69a-5bcd49b6b319 req-d4312e8b-3501-41b4-88ec-525d3d8d2263 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Jul 28 06:42:36.209239 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port fffdf017-fca8-4862-83d9-4dcfd53d9e5a completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:42:36.215694 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port fffdf017-fca8-4862-83d9-4dcfd53d9e5a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:42:36.215849 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-82b553d5-dbeb-495c-a9ca-e944bc08b34b req-1edcc63f-bce4-48fd-bb26-c9d4a36a038c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Jul 28 06:42:36.216069 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.290283 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port fffdf017-fca8-4862-83d9-4dcfd53d9e5a is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:42:36.290587 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.313662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:36.315888 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e4fab-8bc4-4939-87d3-f361282b5752" -d '{"events": [{"server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "name": "network-vif-plugged", "status": "completed", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:36.329659 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:36.334783 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.362037 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25143a16-1de8-44b6-ab79-6001e3b361c5 x-openstack-request-id: req-25143a16-1de8-44b6-ab79-6001e3b361c5 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:36.362329 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "name": "network-vif-plugged", "status": "completed", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:36.362581 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25143a16-1de8-44b6-ab79-6001e3b361c5 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:36.362968 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25143a16-1de8-44b6-ab79-6001e3b361c5'] response: {'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'code': 200} Jul 28 06:42:36.388870 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:36.423152 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57856) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:36.472011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Deleting subnet bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:42:36.475869 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Publish callbacks [] for subnet (bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.512268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.562377 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.643602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fddf7-bac3-41f5-9487-1206fad688e8 req-a05efa50-3077-45b6-b77b-e11f16d04a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:36.645236 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-225fddf7-bac3-41f5-9487-1206fad688e8 req-a05efa50-3077-45b6-b77b-e11f16d04a7f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 1130 time: 0.1022429 Jul 28 06:42:36.659171 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.694400 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:36.715291 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.718373 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bcbbbe4c-98a4-4f1d-95b6-c4f559559ccf HTTP/1.1" status: 204 len: 168 time: 0.2942123 Jul 28 06:42:36.721518 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57864) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:36.721795 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.722154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.722482 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.722820 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.723914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.724465 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.724913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.725246 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.725664 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.726007 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.726370 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.726709 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.727059 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.727342 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.727661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d636e258-3581-4980-a190-8b748b3ec6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:36.746878 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-225fddf7-bac3-41f5-9487-1206fad688e8 req-fac47a9a-3593-40b8-b218-11752c7d0a0f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940523 Jul 28 06:42:36.814425 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (c3ce7e55-3e64-4d32-b695-8bbb88b7772d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.902914 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (c3ce7e55-3e64-4d32-b695-8bbb88b7772d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:36.924717 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.925062 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.925848 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.926461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > port after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.926789 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.927120 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > port after_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.927435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.927769 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.928080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:36.928394 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:37.029764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:37.030115 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:37.030446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:37.030775 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:42:37.031143 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ce7e55-3e64-4d32-b695-8bbb88b7772d']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:37.049456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964c8c65-3469-42c2-9ea4-abd60fba3c76') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:37.049759 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964c8c65-3469-42c2-9ea4-abd60fba3c76') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:37.067613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4847578'] for segment (964c8c65-3469-42c2-9ea4-abd60fba3c76), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.091591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (964c8c65-3469-42c2-9ea4-abd60fba3c76), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.100781 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:42:37.101167 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4553527'] for segment (964c8c65-3469-42c2-9ea4-abd60fba3c76), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.172020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (c3ce7e55-3e64-4d32-b695-8bbb88b7772d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.179873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.183078 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3ce7e55-3e64-4d32-b695-8bbb88b7772d HTTP/1.1" status: 204 len: 168 time: 0.4590192 Jul 28 06:42:37.198210 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90ed73-f7df-4beb-9ff2-fff2fd2c7024 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ce7e55-3e64-4d32-b695-8bbb88b7772d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:37.267687 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 964c8c65-3469-42c2-9ea4-abd60fba3c76 resource provider aggregate not found Jul 28 06:42:37.294951 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 964c8c65-3469-42c2-9ea4-abd60fba3c76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 964c8c65-3469-42c2-9ea4-abd60fba3c76 found for delete ", "request_id": "req-d44f650f-7625-4ac2-9e1f-4962148b8200"}]} Jul 28 06:42:37.315002 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cbda2-1df4-42f4-af39-00142cbffced req-e2e3a814-70b4-4cb0-8bc4-a30da7616a9c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:37.318241 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a7cbda2-1df4-42f4-af39-00142cbffced req-e2e3a814-70b4-4cb0-8bc4-a30da7616a9c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0581985 Jul 28 06:42:37.359572 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc75a9-ca14-46ec-99c6-d9c918660a2b req-31736ead-ef48-4898-b990-afa41921f330 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:37.361092 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f4bc75a9-ca14-46ec-99c6-d9c918660a2b req-31736ead-ef48-4898-b990-afa41921f330 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0538168 Jul 28 06:42:37.370706 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a7cbda2-1df4-42f4-af39-00142cbffced req-8542baec-3c1d-49d9-a492-2ae36c763b3c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462763 Jul 28 06:42:37.411839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57892) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:37.414091 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f4bc75a9-ca14-46ec-99c6-d9c918660a2b req-3e280f73-f863-40cd-b321-55fcf7e493d4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Jul 28 06:42:37.455165 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b3638512-0bd6-4e43-9352-460144f448c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bafc15c173f94f8eb804e56a2d4673a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421302 Jul 28 06:42:37.458135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 57894) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:37.507180 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] Publish callbacks [] for security_group (d8fcbc43-b55a-4bca-a967-9a78351edf62), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.528917 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] Publish callbacks [] for security_group (d8fcbc43-b55a-4bca-a967-9a78351edf62), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.580855 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d8fcbc43-b55a-4bca-a967-9a78351edf62), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.583735 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:37.584884 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8fcbc43-b55a-4bca-a967-9a78351edf62 HTTP/1.1" status: 204 len: 168 time: 0.1258543 Jul 28 06:42:37.593053 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f741ff-9b24-429f-b7f0-9e79e6eb837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fcbc43-b55a-4bca-a967-9a78351edf62,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:37.794232 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:42:38.503492 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d68f5-22de-4949-b037-35852d1ad744 req-acef730b-f178-4c4a-addf-0bbd149e697b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:38.505020 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-808d68f5-22de-4949-b037-35852d1ad744 req-acef730b-f178-4c4a-addf-0bbd149e697b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0559399 Jul 28 06:42:38.515467 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:38.556183 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041ce6-a1e3-4d8f-abf5-c6448082b1a9 req-168ac3ca-c7eb-400f-90ad-d5038f6ad72c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:38.557813 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37041ce6-a1e3-4d8f-abf5-c6448082b1a9 req-168ac3ca-c7eb-400f-90ad-d5038f6ad72c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Jul 28 06:42:38.568318 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-808d68f5-22de-4949-b037-35852d1ad744 req-cf6e982d-6677-4a73-a414-3607305d3114 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575528 Jul 28 06:42:38.620504 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37041ce6-a1e3-4d8f-abf5-c6448082b1a9 req-02f71a17-b683-428b-b8c2-3f94304d3ddd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570092 Jul 28 06:42:38.715719 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f52a-d794-419d-ae06-f04bac82005e req-55b11402-ec5a-49e6-a7fa-8ece3bd78b97 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:38.717365 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5f0f52a-d794-419d-ae06-f04bac82005e req-55b11402-ec5a-49e6-a7fa-8ece3bd78b97 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0500238 Jul 28 06:42:38.728121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 57938) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:38.732604 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'port_id': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:38.772805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:38.887936 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:38.941058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:39.218002 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:39.221502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:39.320906 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP 9d28d42f-fbb9-4dc1-aed3-8100309a31a3 associated. External IP: 172.27.1.196, port: fffdf017-fca8-4862-83d9-4dcfd53d9e5a. Jul 28 06:42:39.533681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:39.647536 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:39.652248 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:39.659802 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:39.672882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:39.673486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:39.685120 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e6756610-74c6-46b6-a69a-fbe5acb0a2c6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "PUT /v2.0/floatingips/9d28d42f-fbb9-4dc1-aed3-8100309a31a3 HTTP/1.1" status: 200 len: 992 time: 0.9559052 Jul 28 06:42:39.685746 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:39.688326 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed5b449-5efc-4793-ac2e-665616d05fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:39.751032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a65f0e-d0cd-4cb5-b6c1-d85d91e27473 x-openstack-request-id: req-f3a65f0e-d0cd-4cb5-b6c1-d85d91e27473 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:39.751328 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:39.751583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3a65f0e-d0cd-4cb5-b6c1-d85d91e27473 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:39.751985 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a65f0e-d0cd-4cb5-b6c1-d85d91e27473'] response: {'name': 'network-changed', 'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'status': 'completed', 'code': 200} Jul 28 06:42:39.772711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b423e-a072-435c-96f7-0f434a1552af req-e287a026-4e1b-4096-b71f-9f3a0993150a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:39.774760 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de8b423e-a072-435c-96f7-0f434a1552af req-e287a026-4e1b-4096-b71f-9f3a0993150a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0624275 Jul 28 06:42:39.791652 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:39.825946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-de8b423e-a072-435c-96f7-0f434a1552af req-36dc4759-85ce-4674-add2-4aecb726bd57 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Jul 28 06:42:39.828400 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:39.838217 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-2118d891-2100-4462-b822-85e4b76ca62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:39.839726 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-2118d891-2100-4462-b822-85e4b76ca62f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 1130 time: 0.0425961 Jul 28 06:42:39.869382 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:39.928101 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:39.942066 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-c22d3ff0-39d8-4c05-832a-b9411336020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:39.944105 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-c22d3ff0-39d8-4c05-832a-b9411336020a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.0966663 Jul 28 06:42:40.010784 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-497ac984-9391-40ac-93b2-a8bd954a083b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a HTTP/1.1" status: 200 len: 1000 time: 0.0584319 Jul 28 06:42:40.036626 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '9d28d42f-fbb9-4dc1-aed3-8100309a31a3', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:ac:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:25Z', 'updated_at': '2022-07-28T06:42:39Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:40.066174 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:40.075885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:40.076519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:40.081113 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-10f25a53-4812-4594-b460-0cec198e619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:40.083119 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-10f25a53-4812-4594-b460-0cec198e619b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0657833 Jul 28 06:42:40.135787 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-459ed60e-0a9a-4378-90d9-81b0a224da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:40.137355 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-459ed60e-0a9a-4378-90d9-81b0a224da8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471148 Jul 28 06:42:40.209321 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:40.260456 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-9037d7b7-a999-45bd-bd35-114788e201e6 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155305 Jul 28 06:42:40.362798 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ed5b449-5efc-4793-ac2e-665616d05fdd req-7ff63dac-e032-44fc-99d8-d72f3fd9ce1c service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954335 Jul 28 06:42:40.450145 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-675b039a-ef74-475f-b895-325b4616c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '9d28d42f-fbb9-4dc1-aed3-8100309a31a3', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:ac:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:25Z', 'updated_at': '2022-07-28T06:42:39Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:40.479270 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b039a-ef74-475f-b895-325b4616c20a None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '9d28d42f-fbb9-4dc1-aed3-8100309a31a3', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:ac:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:25Z', 'updated_at': '2022-07-28T06:42:39Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:40.506034 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3654a0-9334-458c-9ab9-05cbaa8933f9 req-028186d7-a097-44a5-9c6f-d4502d8218fe tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:40.507603 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a3654a0-9334-458c-9ab9-05cbaa8933f9 req-028186d7-a097-44a5-9c6f-d4502d8218fe tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Jul 28 06:42:40.557985 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a3654a0-9334-458c-9ab9-05cbaa8933f9 req-59dfbb74-c845-4a56-8b5e-cdca8ce438b9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Jul 28 06:42:40.670541 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637abe07-22d4-4903-8260-26f759eae072 None None] New status for floating IP 9d28d42f-fbb9-4dc1-aed3-8100309a31a3: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:42:40.946509 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35d645-ee50-4934-8eb3-a0f4f78b3d30 req-b7be55d6-a851-4663-a1d9-de904c7e86d7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:40.947979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ca35d645-ee50-4934-8eb3-a0f4f78b3d30 req-b7be55d6-a851-4663-a1d9-de904c7e86d7 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0474441 Jul 28 06:42:40.980444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:40.995835 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ca35d645-ee50-4934-8eb3-a0f4f78b3d30 req-76172275-e204-4c04-b3e1-922e97659bed tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Jul 28 06:42:41.684509 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60c64-0833-4158-bf5b-a6ed2603e298 req-bdf1f96b-84ba-45ba-88eb-cb65c0e19179 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:41.686033 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aba60c64-0833-4158-bf5b-a6ed2603e298 req-bdf1f96b-84ba-45ba-88eb-cb65c0e19179 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0511959 Jul 28 06:42:41.734656 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aba60c64-0833-4158-bf5b-a6ed2603e298 req-7b87561c-1529-4b84-988b-b98ffa9e88e2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430343 Jul 28 06:42:42.118102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112c21d-e502-44ce-8374-273098015062 req-37f7106d-c271-4643-b0ac-4b0b48342301 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:42.119556 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b112c21d-e502-44ce-8374-273098015062 req-37f7106d-c271-4643-b0ac-4b0b48342301 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Jul 28 06:42:42.165963 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b112c21d-e502-44ce-8374-273098015062 req-8909789f-fb0c-4aff-bd1a-757d4f91bcb6 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Jul 28 06:42:42.857907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537342-e405-4462-8e18-5a3ed2ae24ec req-bc37e1a2-f8d9-46ca-a56b-a786d451bf35 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:42.859349 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-95537342-e405-4462-8e18-5a3ed2ae24ec req-bc37e1a2-f8d9-46ca-a56b-a786d451bf35 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0476782 Jul 28 06:42:42.904645 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-95537342-e405-4462-8e18-5a3ed2ae24ec req-65880c6c-29da-4d14-850d-2628eac2925f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 Jul 28 06:42:43.248639 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:43.288914 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00374a31-1901-4889-a032-f64f86341c41 req-3d2435ad-02d1-41c2-ab86-a6f0320bfe99 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:43.290554 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00374a31-1901-4889-a032-f64f86341c41 req-3d2435ad-02d1-41c2-ab86-a6f0320bfe99 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0520849 Jul 28 06:42:43.338380 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00374a31-1901-4889-a032-f64f86341c41 req-62fb1c9c-4208-4142-84ff-927448acc90d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Jul 28 06:42:43.980989 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a721c-7095-4646-8846-a172dab3d933 req-b0b19521-c925-4859-8225-9817bb57fef3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:43.982461 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-673a721c-7095-4646-8846-a172dab3d933 req-b0b19521-c925-4859-8225-9817bb57fef3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Jul 28 06:42:44.055329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553698b-f370-4655-b4c8-65bccc46ca3d req-fab7302d-29b3-46e1-bc88-ef490cb403e3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:44.056787 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d553698b-f370-4655-b4c8-65bccc46ca3d req-fab7302d-29b3-46e1-bc88-ef490cb403e3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 946 time: 0.0732079 Jul 28 06:42:44.111016 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:44.124788 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Deleting port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:44.125125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:44.181854 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d553698b-f370-4655-b4c8-65bccc46ca3d req-aaa98bb9-53d6-401a-ad9e-093137e50af4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173775 Jul 28 06:42:44.229481 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] For port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:44.229837 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:44.305143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:44.452816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:44.452816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:44.452816 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Floating IP 423233cc-50a2-4551-8260-4fe7a2897b49 disassociated. External IP: 172.27.1.128, port: 626917cf-1bf9-47dd-b3eb-784f6c8fdad0. Jul 28 06:42:44.452816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Calling delete_port for 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:44.483868 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1aa5a-96b1-4996-9bd6-135cc42c6476 req-2c786596-2dff-4d86-9054-d54096e78045 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:44.485383 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bb1aa5a-96b1-4996-9bd6-135cc42c6476 req-2c786596-2dff-4d86-9054-d54096e78045 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0611658 Jul 28 06:42:44.538463 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6bb1aa5a-96b1-4996-9bd6-135cc42c6476 req-69186a12-3d4d-4fdc-92ec-2535ac82c386 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471773 Jul 28 06:42:44.586189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (626917cf-1bf9-47dd-b3eb-784f6c8fdad0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:44.614705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'Port': ['ID=626917cf-1bf9-47dd-b3eb-784f6c8fdad0,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:44.725462 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:45.082286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:45.094108 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:45.105162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:45.105857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:45.124797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] No DVR routers for this DVR port 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 on host hv-cinder-85060 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:45.127441 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:45.131290 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-673a721c-7095-4646-8846-a172dab3d933 req-109b77f6-b654-4e7f-b14a-b18ae47c8f5c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "DELETE /v2.0/ports/626917cf-1bf9-47dd-b3eb-784f6c8fdad0 HTTP/1.1" status: 204 len: 173 time: 1.1383007 Jul 28 06:42:45.131720 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-deleted', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:45.134056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359e842-17e7-49ff-a0da-08c30c9b234e" -d '{"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-deleted", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:45.338141 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a15e8078-1e0e-4a7c-b0d0-f0efce2c2568 req-477e5b78-0fea-4e38-9459-95da662b4d59 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=019e1e9c-7545-477a-bae9-47c555ae07e2 HTTP/1.1" status: 200 len: 210 time: 0.0476365 Jul 28 06:42:45.344390 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:45.351788 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a170b88e-7eca-4b20-a36a-d79ab0cd30d1 x-openstack-request-id: req-a170b88e-7eca-4b20-a36a-d79ab0cd30d1 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:45.352080 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e1e9c-7545-477a-bae9-47c555ae07e2", "name": "network-vif-deleted", "tag": "626917cf-1bf9-47dd-b3eb-784f6c8fdad0", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:45.352330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a170b88e-7eca-4b20-a36a-d79ab0cd30d1 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:45.352725 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a170b88e-7eca-4b20-a36a-d79ab0cd30d1'] response: {'server_uuid': '019e1e9c-7545-477a-bae9-47c555ae07e2', 'name': 'network-vif-deleted', 'tag': '626917cf-1bf9-47dd-b3eb-784f6c8fdad0', 'status': 'completed', 'code': 200} Jul 28 06:42:45.534921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:45.566465 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:45.576479 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:45.577321 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:45.669775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aeb06-4e75-417d-8319-fdc2f13e66c8 req-1051fc08-6de8-4353-a8cc-4b467adb7f58 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:45.671270 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a18aeb06-4e75-417d-8319-fdc2f13e66c8 req-1051fc08-6de8-4353-a8cc-4b467adb7f58 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Jul 28 06:42:45.679957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:45.691598 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:45.735878 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a18aeb06-4e75-417d-8319-fdc2f13e66c8 req-a92f0335-82fe-4b63-b7a4-c1d5f9a1fb31 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561728 Jul 28 06:42:45.764606 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:45.895635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:45.922309 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff4aef-4029-4c1f-a139-d5593865ae08 None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:46.145502 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25826fbb-ea16-497d-9ca7-9acf0ee6fb75 None None] New status for floating IP 423233cc-50a2-4551-8260-4fe7a2897b49: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:42:46.435412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58016) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:46.491377 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.515122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.563294 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.565978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.567593 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7 HTTP/1.1" status: 204 len: 168 time: 0.1306434 Jul 28 06:42:46.570284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58018) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:46.577191 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f223296-7117-4708-a93f-7aa52c2138ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:46.589198 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-14b6a62d-1723-479f-8fc7-1be86dfef424 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] show failed (client error): The resource could not be found. Jul 28 06:42:46.590230 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-14b6a62d-1723-479f-8fc7-1be86dfef424 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups/9bb57c8f-21c0-4131-ac5e-ebbac24ce6b7 HTTP/1.1" status: 404 len: 347 time: 0.0189795 Jul 28 06:42:46.593131 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58020) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:46.664499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:46.711257 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Deleting port 7a92703e-15b7-4e75-9475-bfc55b240077 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:46.711602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.797712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.797999 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (7a92703e-15b7-4e75-9475-bfc55b240077), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.813622 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Calling delete_port for 7a92703e-15b7-4e75-9475-bfc55b240077 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:46.871527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64072-db39-49da-8cb0-32b70d594f69 req-c2a08457-a115-476d-9a0d-f5da5e6c6c96 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:46.873050 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2aa64072-db39-49da-8cb0-32b70d594f69 req-c2a08457-a115-476d-9a0d-f5da5e6c6c96 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Jul 28 06:42:46.889723 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:46.924025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58030) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:46.941867 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2aa64072-db39-49da-8cb0-32b70d594f69 req-b98420bf-4103-45e6-993a-fc58cda971d5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610766 Jul 28 06:42:46.959984 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (7a92703e-15b7-4e75-9475-bfc55b240077), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:46.985030 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'Port': ['ID=7a92703e-15b7-4e75-9475-bfc55b240077,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.058020 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (423233cc-50a2-4551-8260-4fe7a2897b49), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.059782 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c56ed777-1422-400e-b6c9-7724e9c3d99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.060922 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.062269 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7173404d-aafb-49af-a9b9-a7e3f02d0b5f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "DELETE /v2.0/floatingips/423233cc-50a2-4551-8260-4fe7a2897b49 HTTP/1.1" status: 204 len: 168 time: 0.4680293 Jul 28 06:42:47.143040 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c56ed777-1422-400e-b6c9-7724e9c3d99c admin admin] Publish callbacks [] for security_group (4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.147543 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c56ed777-1422-400e-b6c9-7724e9c3d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.165859 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58036) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:47.170459 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882562657', 'description': 'tempest-description--1624173326'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:47.187679 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c56ed777-1422-400e-b6c9-7724e9c3d99c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b73764cba45b491586d48b7d67c637f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626495 Jul 28 06:42:47.189887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ed777-1422-400e-b6c9-7724e9c3d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.190335 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58038) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:47.200032 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.275914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] Publish callbacks [] for security_group (4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.315770 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] Publish callbacks [] for security_group (4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.327263 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (5923a1c3-11e7-481f-b8ec-80bfda4936b7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.336923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5923a1c3-11e7-481f-b8ec-80bfda4936b7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.382536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5923a1c3-11e7-481f-b8ec-80bfda4936b7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.394572 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.396388 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c3d667b8-2cb1-4607-b6b0-6f1089ef04f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2294765 Jul 28 06:42:47.399383 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58040) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:47.405060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group_rule': {'security_group_id': '5923a1c3-11e7-481f-b8ec-80bfda4936b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:47.406279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.408897 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.410012 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b HTTP/1.1" status: 204 len: 168 time: 0.2186799 Jul 28 06:42:47.418711 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deabf38-4f82-424f-aa89-3a7f32a7f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87f6b0-46b5-4a1e-b53f-4d8b8c35286b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.437161 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (29aea678-9db6-4126-ae19-a74cff100fcb), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.502750 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (29aea678-9db6-4126-ae19-a74cff100fcb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.507945 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (29aea678-9db6-4126-ae19-a74cff100fcb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.515266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:47.532196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29aea678-9db6-4126-ae19-a74cff100fcb,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.545688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.546900 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c5a15731-2155-48a2-af7c-47ad69affa51 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463566 Jul 28 06:42:47.549657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58044) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:47.554240 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'security_group_rule': {'security_group_id': '5923a1c3-11e7-481f-b8ec-80bfda4936b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:47.586382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (b3efef38-2f1a-43fe-b299-b4f99457fbf6), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.642997 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:47.655256 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (b3efef38-2f1a-43fe-b299-b4f99457fbf6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.659660 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (b3efef38-2f1a-43fe-b299-b4f99457fbf6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.683751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3efef38-2f1a-43fe-b299-b4f99457fbf6,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:47.694870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.696151 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d3ab16e0-7af4-4bca-9e1f-bbd06f055492 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455312 Jul 28 06:42:47.699338 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58046) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:47.704253 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:47.729154 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.816033 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:47.925081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Allocated IP 172.27.1.89 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/9ab56588-2d80-47f7-9ccf-ae4132805cc6) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:42:48.064505 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.080359 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c0ecf-789a-4d85-b5e6-751c9a0fbd4e req-fa826ddc-2f77-42d5-b5e2-396ee4e9717a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:48.081858 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-442c0ecf-789a-4d85-b5e6-751c9a0fbd4e req-fa826ddc-2f77-42d5-b5e2-396ee4e9717a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0686285 Jul 28 06:42:48.139484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.173516 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-442c0ecf-789a-4d85-b5e6-751c9a0fbd4e req-429a12c8-7528-4586-b82d-33c83cff0025 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859368 Jul 28 06:42:48.186030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:42:48.193991 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:42:48.197971 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:42:48.203095 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=9ab56588-2d80-47f7-9ccf-ae4132805cc6,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:48.236656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:48.247872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:48.259809 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:48.260241 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 626917cf-1bf9-47dd-b3eb-784f6c8fdad0 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:48.290018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.327784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.441266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:48.484178 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.488264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.564510 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=9ab56588-2d80-47f7-9ccf-ae4132805cc6,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:48.571774 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.588347 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:48.589601 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ef45690d-be2f-4e2d-b765-70a1be7b5bc0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8892713 Jul 28 06:42:48.788021 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:48.796480 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-1b30621f-bbfd-49e7-8f62-abd95e870f22 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--882562657&fields=id&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 267 time: 0.0450287 Jul 28 06:42:48.902814 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-1b69bf72-62ba-486e-80b7-33e212b0c7a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:48.904263 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-1b69bf72-62ba-486e-80b7-33e212b0c7a2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 816 time: 0.1011858 Jul 28 06:42:48.919312 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-f218fcf7-1b03-489d-8f35-19be3f4cd89b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/quotas/d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Jul 28 06:42:48.971276 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-76d4b125-f29e-4009-9156-caffbf172611 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471187 Jul 28 06:42:49.065831 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-46eb090e-0710-4aac-991b-707cfc261fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Jul 28 06:42:49.166813 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-a52a0a9d-0fa4-4c3e-9526-e157e3978ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943475 Jul 28 06:42:49.300036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55af87-375f-4e2e-9cca-e2d1a7c4a39f req-d81330ed-7ba6-4df6-ab12-04ba33df29a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:49.301654 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5e55af87-375f-4e2e-9cca-e2d1a7c4a39f req-d81330ed-7ba6-4df6-ab12-04ba33df29a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Jul 28 06:42:49.344975 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dcc7ae69-c085-43a9-afce-5b1e341a96d4 req-ad3ceeb1-5f9c-4e7f-9c7f-42b184b97ffb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 210 time: 0.0316916 Jul 28 06:42:49.352028 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5e55af87-375f-4e2e-9cca-e2d1a7c4a39f req-886d5f99-cd1d-4bde-8670-91c4fe2edbdb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 Jul 28 06:42:49.659443 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4992-452a-4e7f-bb52-7b462a2267f2 req-203f20b2-bd8f-4e58-b399-186f2cb5e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:49.661658 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ddf4992-452a-4e7f-bb52-7b462a2267f2 req-203f20b2-bd8f-4e58-b399-186f2cb5e106 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0408084 Jul 28 06:42:49.713671 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ddf4992-452a-4e7f-bb52-7b462a2267f2 req-bae561fa-34f4-4ff3-a8c6-419c1e8422c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jul 28 06:42:50.464609 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5a828b3f-d72a-438c-be8d-812186997193 req-d0256ae0-e7fa-40f8-975d-eeca635550ed tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 210 time: 0.0406239 Jul 28 06:42:50.477587 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fa6a0-203c-424f-a4f7-715945ead587 req-bc470ed5-716c-441b-9415-56f669598dcb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:50.479286 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e3fa6a0-203c-424f-a4f7-715945ead587 req-bc470ed5-716c-441b-9415-56f669598dcb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0499368 Jul 28 06:42:50.534009 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e3fa6a0-203c-424f-a4f7-715945ead587 req-5f76208a-c3b1-4152-adfa-dd99e057d758 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487106 Jul 28 06:42:51.593722 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d1498571-5a17-4ef7-b340-0316979b55ce req-a3d0ce05-056c-4374-b187-53331ecafdb0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 210 time: 0.0479352 Jul 28 06:42:51.622152 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:51.669190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda75-dfb2-4cd4-a894-1da1d5fd200d req-2a56d144-2497-4af7-986e-f899f4eb3144 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:51.670716 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3afda75-dfb2-4cd4-a894-1da1d5fd200d req-2a56d144-2497-4af7-986e-f899f4eb3144 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0526881 Jul 28 06:42:51.691106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-ff874f34-26b9-458d-a95d-7d0623fb3275 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:51.693647 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-ff874f34-26b9-458d-a95d-7d0623fb3275 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 816 time: 0.1363323 Jul 28 06:42:51.720602 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3afda75-dfb2-4cd4-a894-1da1d5fd200d req-d486e717-84c3-4446-b1e8-5cbe8c11a90f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Jul 28 06:42:51.782639 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-fb93547f-8ad0-4104-8ba1-712d4617953f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 379 time: 0.0641389 Jul 28 06:42:51.893732 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'port': {'device_id': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'admin_state_up': True, 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'security_groups': ['5923a1c3-11e7-481f-b8ec-80bfda4936b7']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:52.009685 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Made reservation on behalf of d9e0dc09f9844b57bf7b38a5d4e54e17 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:42:52.013434 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.134207 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-a7b3de05-536e-4f27-8f24-6e83c660f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.135714 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-a7b3de05-536e-4f27-8f24-6e83c660f600 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0409195 Jul 28 06:42:52.141709 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920ed11-390d-41f9-abb7-62456487a594 req-12faa093-7e29-4fd5-b3ee-6654a9ed5044 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.143155 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b920ed11-390d-41f9-abb7-62456487a594 req-12faa093-7e29-4fd5-b3ee-6654a9ed5044 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0643880 Jul 28 06:42:52.180143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:52.217256 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Allocated IP 172.20.0.10 (85e85b9c-60b1-412d-a087-859c9e65f8e8/f8bc3620-3f74-4d67-b2f0-2303a96f800e/dc86c76c-8061-4d08-8a5f-ec9bba7801ad) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:42:52.239913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-6317553b-8082-493e-be3d-3d9d164fb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.241100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-6317553b-8082-493e-be3d-3d9d164fb9d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.0975976 Jul 28 06:42:52.252003 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b920ed11-390d-41f9-abb7-62456487a594 req-10eb0f80-ab1b-49b8-ab82-a4cd9c5c4f4a tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858095 Jul 28 06:42:52.307636 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-7f6e12cc-5f66-43a6-b659-702676148fb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1001 time: 0.0587435 Jul 28 06:42:52.382228 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.417722 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.485387 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:42:52.489080 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:42:52.494212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:42:52.519931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:52.555620 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.556308 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.578058 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-aac5c252-58a2-475d-87f3-86c5ac8abc02 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6882174 Jul 28 06:42:52.607328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Request body: {'port': {'device_id': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:52.609737 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:52.612131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-3e43ed39-4d3b-45fe-ad6d-72095117ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.612498 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-3e43ed39-4d3b-45fe-ad6d-72095117ff58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.2987573 Jul 28 06:42:52.662686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-b354b4aa-42f0-4840-8cf3-2fc712c6ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.664618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-b354b4aa-42f0-4840-8cf3-2fc712c6ce6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439942 Jul 28 06:42:52.686515 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:52.691318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.742469 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-98aec448-3dab-4429-bea0-24d6c0b0935b None None] Provisioning complete for port dc86c76c-8061-4d08-8a5f-ec9bba7801ad triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:42:52.743069 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-98aec448-3dab-4429-bea0-24d6c0b0935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.777861 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-98aec448-3dab-4429-bea0-24d6c0b0935b None None] Port dc86c76c-8061-4d08-8a5f-ec9bba7801ad cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:42:52.800482 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697f94-08d4-4c78-89a1-3a907597cc57 req-7d1cd4eb-9632-466b-8925-ac9756f49452 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:52.802778 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13697f94-08d4-4c78-89a1-3a907597cc57 req-7d1cd4eb-9632-466b-8925-ac9756f49452 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 932 time: 0.0999870 Jul 28 06:42:52.846404 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-4ccc78ff-c259-49ba-8251-3f602179a7b4 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693656 Jul 28 06:42:52.913427 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13697f94-08d4-4c78-89a1-3a907597cc57 req-e6f36238-078d-4dd7-a15a-545d4df9c3f7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992973 Jul 28 06:42:52.918880 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:52.959052 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:42:52.959805 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aed7267c-3ff8-4375-9ac1-d94081b50d03 req-6cef2f98-0e47-4044-b99b-153f23bf2807 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005042 Jul 28 06:42:52.966527 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks [] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:52.980719 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Transition to ACTIVE for port object dc86c76c-8061-4d08-8a5f-ec9bba7801ad will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:42:52.984232 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:53.035575 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:53.080241 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:53.114789 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Attempting to bind port dc86c76c-8061-4d08-8a5f-ec9bba7801ad on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:42:53.115208 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Attempting to bind port dc86c76c-8061-4d08-8a5f-ec9bba7801ad by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:42:53.115862 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Attempting to bind port dc86c76c-8061-4d08-8a5f-ec9bba7801ad on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:42:53.120437 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Port dc86c76c-8061-4d08-8a5f-ec9bba7801ad on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:42:53.120755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Attempting to bind port dc86c76c-8061-4d08-8a5f-ec9bba7801ad on network 85e85b9c-60b1-412d-a087-859c9e65f8e8 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:42:53.125804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:42:53.126136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Checking segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:42:53.126515 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Bound using segment: {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:42:53.126939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Bound port: dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be6ad21-43c7-48b9-8f4b-a746d3db14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:42:53.127293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:53.191923 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:42:53.196083 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:42:53.202760 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:53.234670 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:53.235280 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:53.236687 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 1094 time: 0.6336308 Jul 28 06:42:53.237202 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:53.240061 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed712ae-603c-42ab-a4ea-56e6a91da929" -d '{"events": [{"name": "network-changed", "server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:53.266064 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f42e2-e587-445f-bd18-fcbc7a5cd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:53.284189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b25a2d-262e-4cd8-b194-2db1c267edf2 x-openstack-request-id: req-67b25a2d-262e-4cd8-b194-2db1c267edf2 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:53.284391 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:53.284636 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67b25a2d-262e-4cd8-b194-2db1c267edf2 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:53.285043 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b25a2d-262e-4cd8-b194-2db1c267edf2'] response: {'name': 'network-changed', 'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'status': 'completed', 'code': 200} Jul 28 06:42:53.377574 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521adef-879d-498e-8d99-b83d66074e75 req-5dc622b4-090d-4a0e-9120-2848db98bfae tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:53.379013 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0521adef-879d-498e-8d99-b83d66074e75 req-5dc622b4-090d-4a0e-9120-2848db98bfae tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Jul 28 06:42:53.428274 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0521adef-879d-498e-8d99-b83d66074e75 req-f7ff80dc-0f1e-4d6c-8cb6-6e16f134ab22 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Jul 28 06:42:54.049082 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8505ba6-ffa6-40e2-9f7b-05d36b09c0be req-c4dfe134-0830-4fc1-ade1-69961e118352 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:54.050586 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8505ba6-ffa6-40e2-9f7b-05d36b09c0be req-c4dfe134-0830-4fc1-ade1-69961e118352 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0515983 Jul 28 06:42:54.098317 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8505ba6-ffa6-40e2-9f7b-05d36b09c0be req-57f2f05b-8ddc-4ef8-8edc-b3fd99d0f7a0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Jul 28 06:42:54.546374 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30b95-9f7b-411a-bceb-06b24c84fdad req-11465e48-fef8-4118-b536-0a5092e8e488 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:54.547819 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b8c30b95-9f7b-411a-bceb-06b24c84fdad req-11465e48-fef8-4118-b536-0a5092e8e488 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0475390 Jul 28 06:42:54.594955 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b8c30b95-9f7b-411a-bceb-06b24c84fdad req-743de06c-e866-4239-9516-835c8a4ad991 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Jul 28 06:42:54.826356 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-0a881bb3-1b0d-4527-afa9-93d68db8c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:54.827983 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-0a881bb3-1b0d-4527-afa9-93d68db8c29c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1128 time: 0.0434041 Jul 28 06:42:55.225315 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c10a-b6c7-45d4-a35d-0984ab6fdb4a req-9c4f7b16-0a4d-404e-a949-5c0718bc0499 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.226767 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be38c10a-b6c7-45d4-a35d-0984ab6fdb4a req-9c4f7b16-0a4d-404e-a949-5c0718bc0499 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0488257 Jul 28 06:42:55.251095 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:55.277747 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be38c10a-b6c7-45d4-a35d-0984ab6fdb4a req-0cb3ca69-89d8-4617-bd25-22794aaeda3c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 Jul 28 06:42:55.402057 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-e5136049-d62a-442b-a9b4-31265b3bc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.403467 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-e5136049-d62a-442b-a9b4-31265b3bc25d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0977149 Jul 28 06:42:55.657842 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-346be44f-1eaa-4dd4-8196-79e9cd49c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.659199 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ed712ae-603c-42ab-a4ea-56e6a91da929 req-346be44f-1eaa-4dd4-8196-79e9cd49c164 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984194 Jul 28 06:42:55.721872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20396f7e-12ba-4e8d-9801-063451e8af20 req-148d2196-0070-4456-9aad-0b77f262c720 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.723446 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20396f7e-12ba-4e8d-9801-063451e8af20 req-148d2196-0070-4456-9aad-0b77f262c720 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0524292 Jul 28 06:42:55.769000 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d51faa35-f5a3-485b-a407-488cdacea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.770524 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-d51faa35-f5a3-485b-a407-488cdacea65f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1128 time: 0.0394781 Jul 28 06:42:55.773468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20396f7e-12ba-4e8d-9801-063451e8af20 req-a1d8432d-3edb-4d50-b034-e9f183a2ada4 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Jul 28 06:42:55.827261 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-19c7321a-9555-448e-9466-db06145743fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 217 time: 0.0338972 Jul 28 06:42:55.923937 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-4d9e1b15-6e91-4667-97ea-1405c06ab260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.925314 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-4d9e1b15-6e91-4667-97ea-1405c06ab260 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0796134 Jul 28 06:42:55.933425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a301-da00-4c25-9d1f-fff01b304968 req-d3c0ff9f-9f86-4879-8ebc-3cd5054486db tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:55.934766 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f750a301-da00-4c25-9d1f-fff01b304968 req-d3c0ff9f-9f86-4879-8ebc-3cd5054486db tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0627861 Jul 28 06:42:55.945485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58122) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:55.950285 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Request body: {'floatingip': {'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:56.012807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-cb27f7cb-fdc2-4083-a4d3-196fd7de40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:56.014342 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-cb27f7cb-fdc2-4083-a4d3-196fd7de40d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787330 Jul 28 06:42:56.033977 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:56.177937 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:56.210402 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-6e047463-73d6-4157-b2c1-f973a11ac3d9 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848235 Jul 28 06:42:56.295094 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:56.297439 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:56.393734 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4505dba9-4d49-4845-ae16-d948c97c5771 req-4393f3d9-b1d2-4461-a584-843e6194e9f7 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744115 Jul 28 06:42:56.400611 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ee5f-29d3-417d-a04c-a8a5556a4e5e req-0bd77547-fd2e-4306-851a-2bc5ce3e6347 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:56.402139 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9d4ee5f-29d3-417d-a04c-a8a5556a4e5e req-0bd77547-fd2e-4306-851a-2bc5ce3e6347 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0479782 Jul 28 06:42:56.452807 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9d4ee5f-29d3-417d-a04c-a8a5556a4e5e req-f1796520-38ef-4a59-a133-a43cd347d7ab tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449739 Jul 28 06:42:56.526916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:56.633319 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:56.637374 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:56.836104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:56.944337 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:56.949271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:56.956389 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:56.967129 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:56.967752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:56.981445 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:56.983697 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab9645-b3f9-4e89-b4cb-26a43346ca36" -d '{"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:57.014579 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9124e96c-395e-4d79-8656-42554a7f0a90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "PUT /v2.0/floatingips/f7248a93-fc57-4907-9b38-8389473edd4a HTTP/1.1" status: 200 len: 993 time: 1.0680821 Jul 28 06:42:57.023297 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f1c03-195e-4e0b-b56a-410c243e02c3 x-openstack-request-id: req-536f1c03-195e-4e0b-b56a-410c243e02c3 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:57.023586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:57.023835 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-536f1c03-195e-4e0b-b56a-410c243e02c3 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:57.024236 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536f1c03-195e-4e0b-b56a-410c243e02c3'] response: {'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'status': 'completed', 'code': 200} Jul 28 06:42:57.076582 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:57.150127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-5be8d0c4-8c26-4266-a885-f58f104c9eba tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428082000&fields=id&tenant_id=6b7e4c91aaaf48e2b134128055919a47 HTTP/1.1" status: 200 len: 267 time: 0.0443251 Jul 28 06:42:57.204843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e8553e29-01d2-4667-8e72-2bc22851198e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:57.206379 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e8553e29-01d2-4667-8e72-2bc22851198e tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 984 time: 0.0510933 Jul 28 06:42:57.218975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Request body: {'port': {'security_groups': ['37d7155e-561d-4bc1-9814-8a31eddf61ba']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:42:57.296403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:57.303332 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:42:56Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:57.328479 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:57.337312 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:57.338001 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:57.437565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:57.443527 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:57.477579 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:57.512630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:57.520588 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:57.523933 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-b8883f47-16b1-4d74-9c5a-34afe397788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:57.525928 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-b8883f47-16b1-4d74-9c5a-34afe397788a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0541458 Jul 28 06:42:57.550966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:57.572121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:57.572969 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:57.577919 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16c9d4f0-11a2-4b95-9588-6a14d1b2d0a7 req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "PUT /v2.0/ports/547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 942 time: 0.3649516 Jul 28 06:42:57.578517 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:57.580878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:57.593799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58136) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:57.597263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:42:57.626196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f36813-f4d9-4f2e-ac42-c736f4cb32c2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event updated for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=7']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:57.655580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58312590-fafb-4da7-b339-7b97488f8020 req-1b9191f7-7827-450b-869e-009904649437 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:57.664949 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58312590-fafb-4da7-b339-7b97488f8020 req-1b9191f7-7827-450b-869e-009904649437 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.1204960 Jul 28 06:42:57.720013 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:57.762072 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:42:57.827122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32345a8-207d-48f9-b17b-9022feb4b5ba x-openstack-request-id: req-a32345a8-207d-48f9-b17b-9022feb4b5ba {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:57.827488 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:57.827752 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32345a8-207d-48f9-b17b-9022feb4b5ba {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:57.828319 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32345a8-207d-48f9-b17b-9022feb4b5ba'] response: {'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:42:57.880859 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:42:56Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:57.915456 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-ddcd1546-2059-4457-a3f4-585c7df339a2 None None] Provisioning complete for port 547ddf0c-06c1-4016-890a-f31d53cfe707 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:42:57.915831 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1546-2059-4457-a3f4-585c7df339a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:57.918798 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-6ef74f91-7b06-4e36-acac-d79524e6500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:57.920673 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-6ef74f91-7b06-4e36-acac-d79524e6500f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1129 time: 0.0507047 Jul 28 06:42:57.921144 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd0caa-d768-4aa6-8311-10dd8d35ca15 None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'f7248a93-fc57-4907-9b38-8389473edd4a', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'port_id': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'mac_address': 'fa:16:3e:64:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:40:17Z', 'updated_at': '2022-07-28T06:42:56Z', 'revision_number': 3, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:58.042678 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:58.046729 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-3cc99cb1-f150-4963-bb6f-aa7ff275a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:58.047348 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-9c91a270-0203-4cc2-8ea1-a49160ee632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:58.048249 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-3cc99cb1-f150-4963-bb6f-aa7ff275a044 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 916 time: 0.1196344 Jul 28 06:42:58.049474 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-9c91a270-0203-4cc2-8ea1-a49160ee632a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.5177584 Jul 28 06:42:58.117392 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58312590-fafb-4da7-b339-7b97488f8020 req-493c57a0-e3e6-462e-840a-bab9da86404f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514499 Jul 28 06:42:58.134840 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd1546-2059-4457-a3f4-585c7df339a2 None None] Current status of the port 547ddf0c-06c1-4016-890a-f31d53cfe707 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:42:58.158199 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:58.158199 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:58.197507 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (5becbb74-1475-4908-8171-bfcddae7255c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.199541 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-f8bafef2-059e-43f5-824d-1d9672ef8094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 1000 time: 0.1284606 Jul 28 06:42:58.214161 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-daf788fb-58fc-4f22-be26-e153c29c0b89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1001 time: 0.1397922 Jul 28 06:42:58.231048 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (5becbb74-1475-4908-8171-bfcddae7255c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.314190 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916936a-e841-4b4b-b9e5-2e59a1c67598 req-74d833e8-f596-4dd4-9ac6-fd0b29104878 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:58.315704 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5916936a-e841-4b4b-b9e5-2e59a1c67598 req-74d833e8-f596-4dd4-9ac6-fd0b29104878 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0689247 Jul 28 06:42:58.366443 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5becbb74-1475-4908-8171-bfcddae7255c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.368895 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.370031 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "DELETE /v2.0/security-groups/5becbb74-1475-4908-8171-bfcddae7255c HTTP/1.1" status: 204 len: 168 time: 0.7593937 Jul 28 06:42:58.372853 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58146) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:58.376710 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5916936a-e841-4b4b-b9e5-2e59a1c67598 req-86c5dd4b-f9cf-4877-9b3a-4260688a4ee7 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540092 Jul 28 06:42:58.383920 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26bbe-106e-45dc-a493-a6728a9cf2ae tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5becbb74-1475-4908-8171-bfcddae7255c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:58.520517 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Deleting port 023beef2-0043-4e27-b841-5c1b9a7f501a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:58.520849 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.601533 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.601861 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for floatingip (023beef2-0043-4e27-b841-5c1b9a7f501a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.613661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Calling delete_port for 023beef2-0043-4e27-b841-5c1b9a7f501a owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:58.782570 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (023beef2-0043-4e27-b841-5c1b9a7f501a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.807947 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event deleted for resources: {'Port': ['ID=023beef2-0043-4e27-b841-5c1b9a7f501a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:58.868758 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks [] for floatingip (b52b8843-27fc-40d0-a423-36820ca1d438), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:58.869097 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Floating IP b52b8843-27fc-40d0-a423-36820ca1d438 disassociated (deleted). External IP: 172.27.1.64, port: 547ddf0c-06c1-4016-890a-f31d53cfe707. Jul 28 06:42:58.913678 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:59.025617 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:59.027945 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e078f-84a7-4408-b574-be15ea405f21" -d '{"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:59.064934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4169b9-e69a-45a3-814b-204f265ca0c6 x-openstack-request-id: req-9c4169b9-e69a-45a3-814b-204f265ca0c6 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:59.065641 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:59.065879 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4169b9-e69a-45a3-814b-204f265ca0c6 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:59.066299 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4169b9-e69a-45a3-814b-204f265ca0c6'] response: {'name': 'network-changed', 'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'status': 'completed', 'code': 200} Jul 28 06:42:59.067025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:59.171264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:59.175283 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:59.181861 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Sync routers for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:59.195703 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:59.196324 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:59.211183 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-eef6b453-6aeb-4d1d-891a-5b99d1c0d5be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "DELETE /v2.0/floatingips/b52b8843-27fc-40d0-a423-36820ca1d438 HTTP/1.1" status: 204 len: 168 time: 0.8366528 Jul 28 06:42:59.264968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2deb-d3fd-4c77-9c6b-9ebd19bb83e0 req-9ac47220-c86c-4a7b-a218-1899317b5779 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.266600 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-45bd2deb-d3fd-4c77-9c6b-9ebd19bb83e0 req-9ac47220-c86c-4a7b-a218-1899317b5779 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0498927 Jul 28 06:42:59.306416 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:59.322303 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-45bd2deb-d3fd-4c77-9c6b-9ebd19bb83e0 req-6a6fffc9-44d5-4b07-a095-8ef7cbdbc10a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467923 Jul 28 06:42:59.532444 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-fddb87cd-db8d-4264-9bdf-e08ee1aaa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.533202 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:59.534457 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-fddb87cd-db8d-4264-9bdf-e08ee1aaa7c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0589075 Jul 28 06:42:59.538683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:59.564947 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5916-0c53-420d-9a82-3de5e18d5300 req-452fb2dd-6f9b-4b69-92cc-d27c1d948997 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.565327 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Checking router: 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:59.566468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cc5d5916-0c53-420d-9a82-3de5e18d5300 req-452fb2dd-6f9b-4b69-92cc-d27c1d948997 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0959091 Jul 28 06:42:59.571377 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-c1ffcf5e-26a8-43ed-babf-5ef41fa56052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.572749 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-c1ffcf5e-26a8-43ed-babf-5ef41fa56052 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.0916736 Jul 28 06:42:59.574919 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:59.575512 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:42:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:59.618344 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cc5d5916-0c53-420d-9a82-3de5e18d5300 req-83e90cbc-5d9c-43bb-a2a4-789710be746d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Jul 28 06:42:59.682427 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:59.751558 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-e6f6c49d-10aa-4d32-acac-568159c86f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.753470 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-e6f6c49d-10aa-4d32-acac-568159c86f81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533483 Jul 28 06:42:59.753852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-6bb0e540-e4a3-4f06-b251-b2498eae086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:59.756043 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-6bb0e540-e4a3-4f06-b251-b2498eae086e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540478 Jul 28 06:42:59.830055 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:59.832382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6bdd0d-b62f-4edd-be40-973f298d17b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:59.868978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af294727-44bb-4694-819f-6c2cbee9d961 x-openstack-request-id: req-af294727-44bb-4694-819f-6c2cbee9d961 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:59.869267 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:59.869551 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af294727-44bb-4694-819f-6c2cbee9d961 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:59.869948 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af294727-44bb-4694-819f-6c2cbee9d961'] response: {'name': 'network-changed', 'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:42:59.887192 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:59.910798 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2192ed-ea1a-4a43-aa2e-5b8255dd879e None None] The sync data for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi is: [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:39:19Z', 'revision_number': 4, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '84fc5792-78c9-4bda-9773-2f8cb6cf2557', 'name': '', 'network_id': '6d222ea2-8d19-4343-b8a9-fa254dab7a9d', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'mac_address': 'fa:16:3e:57:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:18Z', 'updated_at': '2022-07-28T06:39:23Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'subnets': [{'id': '1589cd81-72f4-480d-bb13-9577525a4b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:00.111376 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0d617094-84f3-4e39-867d-45e2cabdb034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:00.141954 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0d4f1-df10-4ce5-8ca9-27050428a948 None None] New status for floating IP b52b8843-27fc-40d0-a423-36820ca1d438: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:00.394433 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:43:00.422248 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-a7e0f977-274a-43ed-a2cf-16a7977fa346 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086571 Jul 28 06:43:00.471680 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd121089-140b-4ca4-903c-fcec8083b8d6 req-68597e38-9499-48fc-a25e-abf3b2cef12c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.475697 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd121089-140b-4ca4-903c-fcec8083b8d6 req-68597e38-9499-48fc-a25e-abf3b2cef12c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0663712 Jul 28 06:43:00.503962 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-b7f6fb25-8fe3-4619-97c3-5eb08d7995ad service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602879 Jul 28 06:43:00.508262 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:00.519765 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:43:00.534194 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fd121089-140b-4ca4-903c-fcec8083b8d6 req-ea2d37a9-5b31-49f8-8471-58d19f69f2ae tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486584 Jul 28 06:43:00.555608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:00.558718 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:00.559101 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:00.574225 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:43:00.605345 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:00.610754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:00.637335 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75ab9645-b3f9-4e89-b4cb-26a43346ca36 req-00756bf2-86c3-4fa8-8f03-f9c736a64ddf service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055715 Jul 28 06:43:00.658149 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-a7623e0f-dfd5-457e-bbac-53a8ed5e5fc4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.659722 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-a7623e0f-dfd5-457e-bbac-53a8ed5e5fc4 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0941601 Jul 28 06:43:00.660347 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:00.732750 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07d89d06-aa6a-4d34-9cc8-45cc9a7c9a1b req-b4bdd1aa-c5ae-4d48-8be0-d9b73b526d04 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573803 Jul 28 06:43:00.773792 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ab1de-a2f7-472b-adda-3b2d5ba6035a req-a564d70f-1460-4bc9-bd8e-957e5c48ebbb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.775583 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-722ab1de-a2f7-472b-adda-3b2d5ba6035a req-a564d70f-1460-4bc9-bd8e-957e5c48ebbb tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 945 time: 0.0588503 Jul 28 06:43:00.830336 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-722ab1de-a2f7-472b-adda-3b2d5ba6035a req-900eb0d9-87f9-4c30-94e5-c2f7ee6b6e23 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491107 Jul 28 06:43:00.831985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:00.836487 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port f779dd90-25ac-4b48-b542-655c148fc093 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:00.836834 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (f779dd90-25ac-4b48-b542-655c148fc093), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:00.853440 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e078f-84a7-4408-b574-be15ea405f21 req-e92e843d-ed7d-44ac-9eb5-7104ef0bdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.854936 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-e92e843d-ed7d-44ac-9eb5-7104ef0bdca6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 1129 time: 0.0764480 Jul 28 06:43:00.872360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-e42de018-4f68-480e-a5a9-7786bd96da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.873848 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-e42de018-4f68-480e-a5a9-7786bd96da03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7e4c91aaaf48e2b134128055919a47&device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 1129 time: 0.0423951 Jul 28 06:43:00.967857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-3f121a2c-5c76-4ac3-9f11-23cc2e2a626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:00.969238 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-3f121a2c-5c76-4ac3-9f11-23cc2e2a626c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 200 len: 916 time: 0.0876105 Jul 28 06:43:01.009199 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] For port f779dd90-25ac-4b48-b542-655c148fc093, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=f779dd90-25ac-4b48-b542-655c148fc093,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:01.009681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (f779dd90-25ac-4b48-b542-655c148fc093), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:01.018433 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-d110c21e-af0c-45f0-879e-48612cfedf75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 200 len: 217 time: 0.0378666 Jul 28 06:43:01.032040 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e078f-84a7-4408-b574-be15ea405f21 req-1ae26252-5e88-4703-b0f8-23894ad926e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.033489 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-1ae26252-5e88-4703-b0f8-23894ad926e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.1527350 Jul 28 06:43:01.066348 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['dc86c76c-8061-4d08-8a5f-ec9bba7801ad'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:01.094545 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:01.104136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-5554faf5-4912-4af3-bbf0-acb3539f3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.105698 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-5554faf5-4912-4af3-bbf0-acb3539f3a70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 200 len: 854 time: 0.0583482 Jul 28 06:43:01.158732 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-ada01b2d-c5be-4923-95c6-61fd76e1d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.160358 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-ada01b2d-c5be-4923-95c6-61fd76e1d37d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6d222ea2-8d19-4343-b8a9-fa254dab7a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475717 Jul 28 06:43:01.166895 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:01.178102 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-3f93f598-3b79-40ce-83ac-56486a125036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 200 len: 1001 time: 0.1194580 Jul 28 06:43:01.261903 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:01.266946 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-aa250ff2-3f77-4aa8-a59f-95f1089ece18 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976350 Jul 28 06:43:01.285370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:01.286287 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (c15c0008-e30b-4c66-8f78-6f8021a17f06), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:01.286807 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP c15c0008-e30b-4c66-8f78-6f8021a17f06 disassociated. External IP: 172.27.1.96, port: f779dd90-25ac-4b48-b542-655c148fc093. Jul 28 06:43:01.287187 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for f779dd90-25ac-4b48-b542-655c148fc093 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:01.296207 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e078f-84a7-4408-b574-be15ea405f21 req-8e128154-c218-457e-9237-53181de0fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.297618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-8e128154-c218-457e-9237-53181de0fc26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.1071081 Jul 28 06:43:01.329046 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:01.368617 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa6bdd0d-b62f-4edd-be40-973f298d17b1 req-8d4524c2-7dd8-49a5-ae96-f625bde2c999 service neutron] 10.222.0.49 "GET /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Jul 28 06:43:01.371273 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-6c8c5a7a-0a09-48a2-928c-b38f2daf8de4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882347 Jul 28 06:43:01.400032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e078f-84a7-4408-b574-be15ea405f21 req-c8aacf06-ffb2-4c17-9a26-7fce852f50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.402037 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-c8aacf06-ffb2-4c17-9a26-7fce852f50c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850184 Jul 28 06:43:01.675302 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116c90c-0f2c-4fd1-bebf-2813b9407c21 req-e7ebde1c-7493-4580-971d-37073ce65aa3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.677740 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8116c90c-0f2c-4fd1-bebf-2813b9407c21 req-e7ebde1c-7493-4580-971d-37073ce65aa3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 945 time: 0.0605183 Jul 28 06:43:01.734792 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8116c90c-0f2c-4fd1-bebf-2813b9407c21 req-2681f5a3-8c8c-4e85-9667-be6efa0ef4fb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483344 Jul 28 06:43:01.827742 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-b3d6c29b-1759-4380-92f0-08c05f1b0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:01.829221 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-b3d6c29b-1759-4380-92f0-08c05f1b0427 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 1129 time: 0.3519409 Jul 28 06:43:01.848563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (f779dd90-25ac-4b48-b542-655c148fc093), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:01.907878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=f779dd90-25ac-4b48-b542-655c148fc093,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:01.981555 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-4cb41ff8-e2e2-4c04-8457-fd4460c81cd3 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367961 Jul 28 06:43:02.022609 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a7c4002c-ca42-42a9-8529-ece45e1e8327 req-e8b83d20-bb1a-4778-a30a-7f38308997ea tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.1057601 Jul 28 06:43:02.122927 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:02.174210 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-3fe9b2a0-192b-4a61-b449-71e665769b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:02.175693 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-3fe9b2a0-192b-4a61-b449-71e665769b50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 200 len: 920 time: 0.3230791 Jul 28 06:43:02.237103 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-d95bc93a-d6b0-482d-bf98-84a67dc5da01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 200 len: 217 time: 0.0543258 Jul 28 06:43:02.248928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:02.257894 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a93e078f-84a7-4408-b574-be15ea405f21 req-a19ef36b-6164-46e7-98fa-09480e2bc4c4 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405257 Jul 28 06:43:02.301157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:02.342315 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-0dca7ab8-4600-4b1d-a099-6e53c9c8e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:02.343793 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-0dca7ab8-4600-4b1d-a099-6e53c9c8e9fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 200 len: 858 time: 0.0973182 Jul 28 06:43:02.432924 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-d18893e9-18b8-4d7d-8550-3b110608390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:02.434483 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-d18893e9-18b8-4d7d-8550-3b110608390c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e0d957c-26b4-458e-ac0c-afc92b508943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825732 Jul 28 06:43:02.438573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-359b5f2e-ef35-4ed8-a1d1-003d2bacc194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.490195 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:02.499447 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:02.502704 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:43:02.510910 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:02.511518 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:02.548142 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port dc86c76c-8061-4d08-8a5f-ec9bba7801ad completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:43:02.549095 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] No DVR routers for this DVR port f779dd90-25ac-4b48-b542-655c148fc093 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:02.553481 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.556615 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port dc86c76c-8061-4d08-8a5f-ec9bba7801ad triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:43:02.556898 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a6f8c616-a1fc-4cb4-94dd-91650a0d8503 req-d32edf2e-ee36-404e-acbf-52fc1cdf0b54 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "DELETE /v2.0/ports/f779dd90-25ac-4b48-b542-655c148fc093 HTTP/1.1" status: 204 len: 173 time: 1.8628731 Jul 28 06:43:02.557051 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.557365 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'name': 'network-vif-deleted', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:02.560953 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac2785f-fa9e-40e9-9394-46f621ace349" -d '{"events": [{"server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "name": "network-vif-deleted", "tag": "f779dd90-25ac-4b48-b542-655c148fc093"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:02.595460 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-826916fb-d262-477c-9bce-33cd4ae858ef service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497343 Jul 28 06:43:02.616109 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b7337-56e3-4545-971f-5fa42604b446 x-openstack-request-id: req-ad8b7337-56e3-4545-971f-5fa42604b446 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:02.616443 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a882b29e-1e41-4e8d-a8ed-7cdd735d175e", "name": "network-vif-deleted", "tag": "f779dd90-25ac-4b48-b542-655c148fc093", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:02.616666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad8b7337-56e3-4545-971f-5fa42604b446 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:02.617516 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8b7337-56e3-4545-971f-5fa42604b446'] response: {'server_uuid': 'a882b29e-1e41-4e8d-a8ed-7cdd735d175e', 'name': 'network-vif-deleted', 'tag': 'f779dd90-25ac-4b48-b542-655c148fc093', 'status': 'completed', 'code': 200} Jul 28 06:43:02.639180 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:02.639478 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.643027 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:02.669677 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:02.673133 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8434791-0998-4553-ab36-f1ef810192ad" -d '{"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:02.699070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:02.709821 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.710753 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device f779dd90-25ac-4b48-b542-655c148fc093 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:02.735516 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:02.736154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: f779dd90-25ac-4b48-b542-655c148fc093 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:02.736500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device f779dd90-25ac-4b48-b542-655c148fc093 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:02.755191 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50dcdd4e-c68a-4234-b92d-fd43671fa310 req-212e97c1-d20e-4cd2-aee0-1c81b0adc7d6 service neutron] 10.222.0.49 "GET /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137927 Jul 28 06:43:02.788089 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:02.812397 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a526cd6d-4482-4e8d-8678-42ecfb7d1cd5 x-openstack-request-id: req-a526cd6d-4482-4e8d-8678-42ecfb7d1cd5 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:02.812686 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:02.812936 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a526cd6d-4482-4e8d-8678-42ecfb7d1cd5 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:02.813354 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a526cd6d-4482-4e8d-8678-42ecfb7d1cd5'] response: {'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'code': 200} Jul 28 06:43:02.840727 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:02.893670 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51441f-4d85-4814-8c1b-ee46fbd9c84c req-9f4c5541-9a4a-493e-b989-8aa613e8505f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:02.896663 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a51441f-4d85-4814-8c1b-ee46fbd9c84c req-9f4c5541-9a4a-493e-b989-8aa613e8505f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0571864 Jul 28 06:43:02.902608 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:02.930620 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:02.940675 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:02.941284 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:02.977586 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a51441f-4d85-4814-8c1b-ee46fbd9c84c req-4052f547-f17a-4c9c-aaf1-6a648d11c4ec tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692613 Jul 28 06:43:02.989942 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:03.052491 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:03.138790 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0464686-c8d5-4c97-a39a-94ff1a96aa3b req-025c5f4b-b0de-476b-b513-2ef6704d0ce3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:03.140474 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0464686-c8d5-4c97-a39a-94ff1a96aa3b req-025c5f4b-b0de-476b-b513-2ef6704d0ce3 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Jul 28 06:43:03.148306 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5f2857e2-310b-4147-b77b-04ba5c18491b req-0f27596b-ea98-4c97-8b5e-5bf5a8cd5e52 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0354731 Jul 28 06:43:03.200045 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0464686-c8d5-4c97-a39a-94ff1a96aa3b req-713e3ad4-38b0-4732-8877-4f19a6bd29de tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Jul 28 06:43:03.334260 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:03.362865 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4ce4-1d74-435c-b5c8-6e83a0911850 None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:03.571434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255ae8a-9542-4cbd-8483-364a1a4486be None None] New status for floating IP c15c0008-e30b-4c66-8f78-6f8021a17f06: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:03.854496 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:04.096362 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270a10-19a0-410c-a280-676da0916ced req-08669278-8d90-4fd7-9960-f73d3eb4ab92 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:04.097861 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf270a10-19a0-410c-a280-676da0916ced req-08669278-8d90-4fd7-9960-f73d3eb4ab92 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0502234 Jul 28 06:43:04.145943 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cf270a10-19a0-410c-a280-676da0916ced req-9ffce25c-151e-4e9f-8bf9-87118a3729e0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Jul 28 06:43:04.257674 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a9316163-1b91-4471-8b7c-c2fd70a1b43c req-0c3f928f-7cfb-4b9d-b0e8-22b075b1acf1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0278373 Jul 28 06:43:04.319627 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63a499-31e2-4949-a64e-5c6bf5ccb322 req-0a0be728-e5ca-40f2-aa4b-4a12a1507b68 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:04.321066 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c63a499-31e2-4949-a64e-5c6bf5ccb322 req-0a0be728-e5ca-40f2-aa4b-4a12a1507b68 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0480018 Jul 28 06:43:04.368024 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c63a499-31e2-4949-a64e-5c6bf5ccb322 req-1efc8480-92e4-42e4-b9a1-749835975a94 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Jul 28 06:43:05.071038 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b2000-78f3-42b3-95bd-bc66a3fb4a26 req-383cd45f-c8e6-4360-a4af-c55b1dc6ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:05.072511 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f4b2000-78f3-42b3-95bd-bc66a3fb4a26 req-383cd45f-c8e6-4360-a4af-c55b1dc6ae85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1130 time: 0.0447199 Jul 28 06:43:05.121075 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6f4b2000-78f3-42b3-95bd-bc66a3fb4a26 req-7d1eacb7-29ec-4a0a-9f09-07f3b4d0a588 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383995 Jul 28 06:43:05.267712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e9b2c-3e18-4eeb-a2aa-0711422571e4 req-94cd9fbc-70d1-464f-8ead-bb63c891e4a8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:05.269144 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-415e9b2c-3e18-4eeb-a2aa-0711422571e4 req-94cd9fbc-70d1-464f-8ead-bb63c891e4a8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0472691 Jul 28 06:43:05.319048 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-415e9b2c-3e18-4eeb-a2aa-0711422571e4 req-0fd6ea5b-f7d0-4d17-84fe-323136cc8a23 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Jul 28 06:43:05.371354 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cfb5a2db-0849-4460-b187-c17de837371b req-ac5c6d6a-7cc9-4e31-9bf3-e715e7e5f06c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0287242 Jul 28 06:43:05.491929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a2324-df48-4731-a98f-fe731f0e09c7 req-afcaf929-f90c-4e80-bfed-e6f58b4e11be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:05.493984 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-443a2324-df48-4731-a98f-fe731f0e09c7 req-afcaf929-f90c-4e80-bfed-e6f58b4e11be tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0544689 Jul 28 06:43:05.549765 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-443a2324-df48-4731-a98f-fe731f0e09c7 req-bc9bb8a8-0ae3-4da3-b2ca-3d162ab0aa07 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Jul 28 06:43:05.615961 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:05.693397 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:06.479672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c779-1e86-4cc4-97f4-11fc106f60f9 req-2ec33586-96d1-4d75-9b33-7bf8d81127a7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:06.481162 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43c6c779-1e86-4cc4-97f4-11fc106f60f9 req-2ec33586-96d1-4d75-9b33-7bf8d81127a7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0862069 Jul 28 06:43:06.487010 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-af13fb63-f99e-4aa3-955e-a1f742535389 req-966c890e-2bb0-4c8c-bb27-0ff597959d33 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=a882b29e-1e41-4e8d-a8ed-7cdd735d175e HTTP/1.1" status: 200 len: 210 time: 0.0273614 Jul 28 06:43:06.487490 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-49e5e88d-5107-4764-90c8-ea09ab3b5284 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:06.488464 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-49e5e88d-5107-4764-90c8-ea09ab3b5284 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0827932 Jul 28 06:43:06.534357 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43c6c779-1e86-4cc4-97f4-11fc106f60f9 req-807ffe0d-63be-469b-b0db-7a75698adaca tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437675 Jul 28 06:43:06.616701 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:06.662443 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Deleting port 547ddf0c-06c1-4016-890a-f31d53cfe707 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:06.662769 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:06.683424 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764f0d-ab07-42fc-9453-a7a5b1f0591e req-f14871db-e059-4447-a230-36331c6da7df tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:06.684887 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71764f0d-ab07-42fc-9453-a7a5b1f0591e req-f14871db-e059-4447-a230-36331c6da7df tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Jul 28 06:43:06.734269 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71764f0d-ab07-42fc-9453-a7a5b1f0591e req-c3821d9d-6708-486b-ba54-fc334ba95ed2 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/security-groups?id=37d7155e-561d-4bc1-9814-8a31eddf61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Jul 28 06:43:06.761717 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] For port 547ddf0c-06c1-4016-890a-f31d53cfe707, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=547ddf0c-06c1-4016-890a-f31d53cfe707,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:06.762085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:06.776186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Calling delete_port for 547ddf0c-06c1-4016-890a-f31d53cfe707 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:06.787553 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:06.905658 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (547ddf0c-06c1-4016-890a-f31d53cfe707), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:06.932019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Pushing event deleted for resources: {'Port': ['ID=547ddf0c-06c1-4016-890a-f31d53cfe707,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:06.948566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['547ddf0c-06c1-4016-890a-f31d53cfe707'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:06.982070 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] No DVR routers for this DVR port 547ddf0c-06c1-4016-890a-f31d53cfe707 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:06.984356 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:06.987585 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4538cd04-5715-4796-9cd7-f7a34d7f854d req-30525d9a-b63e-489d-9ada-1d6786a390d4 tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.49 "DELETE /v2.0/ports/547ddf0c-06c1-4016-890a-f31d53cfe707 HTTP/1.1" status: 204 len: 173 time: 0.4221501 Jul 28 06:43:06.988021 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'name': 'network-vif-deleted', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:06.990298 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e54d23-2d1f-4f9d-a9a4-f3364924dffb" -d '{"events": [{"server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "name": "network-vif-deleted", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:07.026242 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2c828c-63dc-44c7-a25c-628506346933 x-openstack-request-id: req-9c2c828c-63dc-44c7-a25c-628506346933 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:07.026562 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9e64be-7751-4a35-9913-759b5aa65387", "name": "network-vif-deleted", "tag": "547ddf0c-06c1-4016-890a-f31d53cfe707", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:07.026841 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c2c828c-63dc-44c7-a25c-628506346933 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:07.027244 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2c828c-63dc-44c7-a25c-628506346933'] response: {'server_uuid': '3e9e64be-7751-4a35-9913-759b5aa65387', 'name': 'network-vif-deleted', 'tag': '547ddf0c-06c1-4016-890a-f31d53cfe707', 'status': 'completed', 'code': 200} Jul 28 06:43:07.664061 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267409-ffe9-4353-8944-1e395fff6e07 req-e5071945-7fcd-4ad0-8da5-1cf98273aa9d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:07.665755 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad267409-ffe9-4353-8944-1e395fff6e07 req-e5071945-7fcd-4ad0-8da5-1cf98273aa9d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0499055 Jul 28 06:43:07.719960 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad267409-ffe9-4353-8944-1e395fff6e07 req-d746ba91-cd07-431e-ba7c-d49c93fa964a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486357 Jul 28 06:43:07.772134 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-4a366a54-5628-4a65-827c-3cad08743fe9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325947969&fields=id&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 267 time: 0.0527287 Jul 28 06:43:07.853726 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b829-ca4d-46ae-ae5d-3d371c7f28d0 req-a230d0f9-ea12-4e68-976a-5592b5e6a47c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:07.855216 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d663b829-ca4d-46ae-ae5d-3d371c7f28d0 req-a230d0f9-ea12-4e68-976a-5592b5e6a47c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Jul 28 06:43:07.865698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58236) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:07.873004 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Request body: {'floatingip': {'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:07.879446 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:07.928991 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:07.937998 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-a6da951c-271d-4325-8c3e-3d238c3e1a3f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:07.939523 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-a6da951c-271d-4325-8c3e-3d238c3e1a3f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.1611247 Jul 28 06:43:07.976022 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cc8ab4be-28ce-40cd-93d3-cb7302fad4d4 req-39521fbb-104b-4980-968d-f063dd79dfbf tempest-TestMinimumBasicScenario-617398025 tempest-TestMinimumBasicScenario-617398025-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e9e64be-7751-4a35-9913-759b5aa65387 HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jul 28 06:43:07.993849 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-f3205805-fdf1-479d-8c7b-7588831e0ae6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/quotas/f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 375 time: 0.0223563 Jul 28 06:43:08.094836 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-9ea30fa9-a6b0-450d-981e-1dc563877262 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815449 Jul 28 06:43:08.263469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:08.315261 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-aeb4a066-271f-49c2-87c7-7ffbd5ac97c3 service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057438 Jul 28 06:43:08.488933 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-8c022eb7-6aa4-4616-9c17-add1b9d4a608 service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657529 Jul 28 06:43:08.571275 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:08.575318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:08.682307 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Floating IP 0d276b62-78c3-410d-975f-020bba2d082c associated. External IP: 172.27.1.89, port: dc86c76c-8061-4d08-8a5f-ec9bba7801ad. Jul 28 06:43:08.816700 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1513cd98-0b72-4f72-8a9f-fe957d8a44e5 req-5e987cbb-05a6-4bf1-b9ce-65cae924fce0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 210 time: 0.0304615 Jul 28 06:43:08.842262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:08.898915 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:09.015783 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:09.021971 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:09.030923 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:09.045407 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:09.050544 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:09.064930 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7caaab59-d083-47e3-9e2b-421c6bd1cfc8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "PUT /v2.0/floatingips/0d276b62-78c3-410d-975f-020bba2d082c HTTP/1.1" status: 200 len: 991 time: 1.1958594 Jul 28 06:43:09.064930 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:09.066130 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68137b22-69d0-4379-83b7-adeac74ff466" -d '{"events": [{"name": "network-changed", "server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:09.116333 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f87e70-e74a-462c-bd15-4266f0bf0c18 x-openstack-request-id: req-90f87e70-e74a-462c-bd15-4266f0bf0c18 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:09.116605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:09.116866 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90f87e70-e74a-462c-bd15-4266f0bf0c18 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:09.117273 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f87e70-e74a-462c-bd15-4266f0bf0c18'] response: {'name': 'network-changed', 'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'status': 'completed', 'code': 200} Jul 28 06:43:09.199553 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:09.251680 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137b22-69d0-4379-83b7-adeac74ff466 req-02a3f466-9c59-47c7-af59-74cd583c7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:09.253381 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-02a3f466-9c59-47c7-af59-74cd583c7ebf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1130 time: 0.0578997 Jul 28 06:43:09.369923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137b22-69d0-4379-83b7-adeac74ff466 req-0d3ff93a-8f39-472a-bdf4-90e80762b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:09.371419 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-0d3ff93a-8f39-472a-bdf4-90e80762b45a service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.1101482 Jul 28 06:43:09.468176 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '0d276b62-78c3-410d-975f-020bba2d082c', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:48Z', 'updated_at': '2022-07-28T06:43:08Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:09.477028 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-53482153-8037-4b8a-aad2-245963f8b8dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 999 time: 0.0837145 Jul 28 06:43:09.500522 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:09.511251 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:09.512055 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:09.547252 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137b22-69d0-4379-83b7-adeac74ff466 req-65f3c16a-fb88-4731-a220-6d7d22ab7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:09.549093 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-65f3c16a-fb88-4731-a220-6d7d22ab7fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0642972 Jul 28 06:43:09.623213 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:09.706540 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:09.803077 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58306) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:09.855925 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '0d276b62-78c3-410d-975f-020bba2d082c', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:48Z', 'updated_at': '2022-07-28T06:43:08Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:09.893847 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2da1e-5554-469f-9096-bc29469cd9a6 None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '0d276b62-78c3-410d-975f-020bba2d082c', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:42:48Z', 'updated_at': '2022-07-28T06:43:08Z', 'revision_number': 1, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:09.895632 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137b22-69d0-4379-83b7-adeac74ff466 req-3ac1116e-6a43-443d-acd9-8836b4fbf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:09.897878 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-3ac1116e-6a43-443d-acd9-8836b4fbf9ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862806 Jul 28 06:43:09.993373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:10.034398 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-189eede2-b0f6-4756-b4aa-9d4a841f0a26 req-dd1bcf85-d167-4b13-a27c-ec49cf11e93c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 210 time: 0.1103797 Jul 28 06:43:10.147420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866e338-625b-4ab9-ad56-1d014db74bc7 None None] New status for floating IP 0d276b62-78c3-410d-975f-020bba2d082c: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:10.196581 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-7b2cd438-d926-4334-b788-ed9636fbcb97 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736540 Jul 28 06:43:10.424135 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 547ddf0c-06c1-4016-890a-f31d53cfe707 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:10.446873 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 547ddf0c-06c1-4016-890a-f31d53cfe707 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:10.447141 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 547ddf0c-06c1-4016-890a-f31d53cfe707 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:10.478613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-85ed6b09-4550-4c1e-b23f-a2cddc347ff7 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:10.479981 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-85ed6b09-4550-4c1e-b23f-a2cddc347ff7 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.5417216 Jul 28 06:43:10.541493 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:10.659062 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-68137b22-69d0-4379-83b7-adeac74ff466 req-a1513989-1a2a-4ae8-bf20-cc76475aff00 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865327 Jul 28 06:43:10.695127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-076555a7-1ce7-486e-831f-1a3adb05681b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 380 time: 0.1902292 Jul 28 06:43:10.714042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'port': {'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'admin_state_up': True, 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'security_groups': ['a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:10.826686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:10.948192 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Made reservation on behalf of f16eee0fb716452e8c760a27b5724d91 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:43:10.951502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.100866 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:11.146317 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b644652-f160-486b-a67d-e1f9536e1846 req-f2fc5c44-acd6-4a2a-b844-3808d4dfdab2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jul 28 06:43:11.196097 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.20.0.9 (5eec19e8-2941-4311-8a4f-2b98c90d5895/ac8d3ad7-e251-4af0-9ae2-904408ffda67/06e6823a-9903-414f-96e4-6652e6ed6b7a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:43:11.219300 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Deleting port 84fc5792-78c9-4bda-9773-2f8cb6cf2557 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:11.219575 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.293627 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:11.389609 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] For port 84fc5792-78c9-4bda-9773-2f8cb6cf2557, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=84fc5792-78c9-4bda-9773-2f8cb6cf2557,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:11.389973 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.417164 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Calling delete_port for 84fc5792-78c9-4bda-9773-2f8cb6cf2557 owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:11.443981 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.560279 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.622754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:43:11.628462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:43:11.632968 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:43:11.637978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:11.679834 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.680185 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.680529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.680873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.681210 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.681570 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.681896 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.682212 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.682538 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.682874 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.683198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.683528 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.683852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.684170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.684492 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:11.727081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:11.727712 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.741014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:11.761651 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-b556a2ee-ccf3-404c-a0de-e63501cbee71 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0548794 Jul 28 06:43:11.766081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (84fc5792-78c9-4bda-9773-2f8cb6cf2557), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.782105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Request body: {'port': {'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:11.804663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=84fc5792-78c9-4bda-9773-2f8cb6cf2557,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:11.847650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-4b8234e7-b9f5-4e81-ba2f-65f0c834a231 None None] Provisioning complete for port 06e6823a-9903-414f-96e4-6652e6ed6b7a triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:43:11.848211 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b8234e7-b9f5-4e81-ba2f-65f0c834a231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.885101 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-4b8234e7-b9f5-4e81-ba2f-65f0c834a231 None None] Port 06e6823a-9903-414f-96e4-6652e6ed6b7a cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:43:11.925688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.103875 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:12.121484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.320673 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100430d8-821f-45d0-9ab2-22f483e1ef76 req-1498245a-2255-44da-a2a6-79d9959c4073 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:12.322174 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-100430d8-821f-45d0-9ab2-22f483e1ef76 req-1498245a-2255-44da-a2a6-79d9959c4073 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 931 time: 0.1001503 Jul 28 06:43:12.473048 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-100430d8-821f-45d0-9ab2-22f483e1ef76 req-466dcb3d-6782-4355-a7a3-a6d8d2023d42 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447420 Jul 28 06:43:12.514053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e6823a-9903-414f-96e4-6652e6ed6b7a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:43:12.527137 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks [] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.548261 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Transition to ACTIVE for port object 06e6823a-9903-414f-96e4-6652e6ed6b7a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:43:12.555107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.557955 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:12.609131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:12.619043 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:12.781237 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:12.783209 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Attempting to bind port 06e6823a-9903-414f-96e4-6652e6ed6b7a on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:43:12.783544 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Attempting to bind port 06e6823a-9903-414f-96e4-6652e6ed6b7a by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:43:12.784144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Attempting to bind port 06e6823a-9903-414f-96e4-6652e6ed6b7a on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:43:12.790697 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7e96aca0-e46b-4858-9a55-d31b18e34fdc admin admin] 10.222.0.20 "PUT /v2.0/routers/1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9850717 Jul 28 06:43:12.791967 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Sync routers for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:12.792631 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58316) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:12.795285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Port 06e6823a-9903-414f-96e4-6652e6ed6b7a on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:43:12.795846 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Attempting to bind port 06e6823a-9903-414f-96e4-6652e6ed6b7a on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:43:12.803666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:43:12.804018 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:43:12.804403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Bound using segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:43:12.804837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Bound port: 06e6823a-9903-414f-96e4-6652e6ed6b7a, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:43:12.805200 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.819603 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:12.820216 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:12.858243 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:12.861157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:12.873518 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:43:12.877241 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:43:12.884649 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.898871 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks [] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.920952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:12.921603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.922987 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] 10.222.0.49 "PUT /v2.0/ports/06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 1093 time: 1.1461329 Jul 28 06:43:12.923423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:12.925748 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:12.933928 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:12.959204 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b385572-8d42-4505-8ebb-235ceffd4fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:12.992417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:13.010872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87489722-59c6-47a3-b2aa-b0edaa3f90ec x-openstack-request-id: req-87489722-59c6-47a3-b2aa-b0edaa3f90ec {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:13.011227 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:13.011504 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87489722-59c6-47a3-b2aa-b0edaa3f90ec {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:13.012151 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87489722-59c6-47a3-b2aa-b0edaa3f90ec'] response: {'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'status': 'completed', 'code': 200} Jul 28 06:43:13.028666 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks [] for router_gateway (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.079942 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Deleting port d59f11c7-6802-4884-a2e0-dc7976c074da {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:13.080270 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.087101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-1c77ffd7-985c-4b8f-b131-439378a07eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:13.089209 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-1c77ffd7-985c-4b8f-b131-439378a07eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1127 time: 0.0589619 Jul 28 06:43:13.151268 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-e752e973-d07f-4b0e-b6c6-0a1835c5773c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 217 time: 0.0391386 Jul 28 06:43:13.164049 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:43:11Z', 'revision_number': 5, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port': {'id': 'd59f11c7-6802-4884-a2e0-dc7976c074da', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:16Z', 'updated_at': '2022-07-28T06:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:13.173175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] For port d59f11c7-6802-4884-a2e0-dc7976c074da, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d59f11c7-6802-4884-a2e0-dc7976c074da,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:13.173605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.186956 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Calling delete_port for d59f11c7-6802-4884-a2e0-dc7976c074da owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:13.189383 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Checking router: 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:13.198633 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Routers {'1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:13.199240 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:13.211198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-c9d327fd-7ae2-44ae-86d8-df3453910179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:13.212568 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-c9d327fd-7ae2-44ae-86d8-df3453910179 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0514994 Jul 28 06:43:13.251972 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:13.274901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-da32e3af-f6a7-4c6e-b10c-47bde6242e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:13.276505 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-da32e3af-f6a7-4c6e-b10c-47bde6242e4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576446 Jul 28 06:43:13.291529 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] Set router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:13.345480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4951488c-2979-4ace-8277-084ddcec770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:43:13Z', 'revision_number': 6, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:13.366941 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (d59f11c7-6802-4884-a2e0-dc7976c074da), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.374053 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-e2781a87-0d83-4c2f-86c9-f5d5ec89b9c1 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904171 Jul 28 06:43:13.466042 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951488c-2979-4ace-8277-084ddcec770a None None] The sync data for ids ['1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49'] in dv-cinder-850605-1-iscsi is: [{'id': '1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49', 'name': 'tempest-TestMinimumBasicScenario-1894192123-router', 'tenant_id': '6b7e4c91aaaf48e2b134128055919a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:15Z', 'updated_at': '2022-07-28T06:43:13Z', 'revision_number': 6, 'project_id': '6b7e4c91aaaf48e2b134128055919a47', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:13.491490 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-055e0a3f-f82c-4d3b-b347-cb2510b8f828 req-be265b67-b50d-40f3-9981-456beac8f296 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104002 Jul 28 06:43:13.600798 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9db03-b36e-44cb-b7ba-1fe7047341d9 req-2880024c-ec22-466b-9ca0-31a74b41bc9e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:13.602405 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4ac9db03-b36e-44cb-b7ba-1fe7047341d9 req-2880024c-ec22-466b-9ca0-31a74b41bc9e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0512161 Jul 28 06:43:13.654348 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4ac9db03-b36e-44cb-b7ba-1fe7047341d9 req-6053a107-4bd9-4e11-b106-f8d0e55c8e17 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462844 Jul 28 06:43:13.661903 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Pushing event deleted for resources: {'Port': ['ID=d59f11c7-6802-4884-a2e0-dc7976c074da,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:13.725261 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.811934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.814192 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks [] for router_controller (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.862717 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.864700 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:43:13.869891 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:13.873709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58322) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:13.874537 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-110ea190-2360-4d7b-81bf-ba2200efdaee admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d01737b-3dbe-4bbc-8e13-db8b6cc4cf49 HTTP/1.1" status: 204 len: 168 time: 1.0809000 Jul 28 06:43:13.977906 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 84fc5792-78c9-4bda-9773-2f8cb6cf2557 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:13.998545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 84fc5792-78c9-4bda-9773-2f8cb6cf2557 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:13.998997 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 84fc5792-78c9-4bda-9773-2f8cb6cf2557 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:14.177445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-7f18f690-6bce-46b0-bf3d-9ce9c7febd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:14.178904 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-7f18f690-6bce-46b0-bf3d-9ce9c7febd82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1127 time: 0.3426559 Jul 28 06:43:14.235709 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Deleting subnet 1589cd81-72f4-480d-bb13-9577525a4b36 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:43:14.241014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Publish callbacks [] for subnet (1589cd81-72f4-480d-bb13-9577525a4b36), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.288816 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:14.294664 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4847555'] for subnet (1589cd81-72f4-480d-bb13-9577525a4b36), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.366420 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-e97ddeb4-63a8-445c-8aff-8e7efeafc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:14.368819 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-e97ddeb4-63a8-445c-8aff-8e7efeafc913 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.1818235 Jul 28 06:43:14.454955 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-b790f562-b054-4940-ae66-5fe5195804fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 217 time: 0.0622027 Jul 28 06:43:14.503060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (1589cd81-72f4-480d-bb13-9577525a4b36), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.546141 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-5cdff634-65d6-4422-8cdf-f359989e5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:14.547625 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-5cdff634-65d6-4422-8cdf-f359989e5210 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0864723 Jul 28 06:43:14.551879 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:14.612237 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4553577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746116'] for subnet (1589cd81-72f4-480d-bb13-9577525a4b36), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.614750 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-907708bc-6b7d-4772-8c27-098d52a26bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:14.616346 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-907708bc-6b7d-4772-8c27-098d52a26bf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574036 Jul 28 06:43:14.643938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.647724 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1589cd81-72f4-480d-bb13-9577525a4b36 HTTP/1.1" status: 204 len: 168 time: 0.7729959 Jul 28 06:43:14.649872 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b0c21-f531-44df-9951-4924ef99d3d3 None None] Network 6d222ea2-8d19-4343-b8a9-fa254dab7a9d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:43:14.650400 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58324) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:14.659193 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394f7e2-20d1-4f32-a146-506835e86a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1589cd81-72f4-480d-bb13-9577525a4b36,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:14.711992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:14.737698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (6d222ea2-8d19-4343-b8a9-fa254dab7a9d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.746743 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-610a7d32-dbf0-43d7-91ac-4b01f786966e service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062355 Jul 28 06:43:14.794878 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:43:14.826804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Deleting port 88a42d03-53d2-42b7-8601-4fe68314751c {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:14.827334 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.828769 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] DHCP port deletion for 6d222ea2-8d19-4343-b8a9-fa254dab7a9d request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:43:14.848873 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816d01-1fea-4504-85d1-17009df7a9e8 req-831dbfba-24f1-453d-8a84-f580a53d9196 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:14.850382 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b816d01-1fea-4504-85d1-17009df7a9e8 req-831dbfba-24f1-453d-8a84-f580a53d9196 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0811186 Jul 28 06:43:14.863675 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b9a30ee4-a338-44fc-a00d-c2fc85b94ab1 req-0beb877e-3983-4354-9d13-a99d8ba553a9 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042068 Jul 28 06:43:14.869598 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Deleting port 88a42d03-53d2-42b7-8601-4fe68314751c {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:14.869972 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.924074 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:14.939625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] For port 88a42d03-53d2-42b7-8601-4fe68314751c, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=88a42d03-53d2-42b7-8601-4fe68314751c,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:14.940019 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.949012 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] For port 88a42d03-53d2-42b7-8601-4fe68314751c, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=88a42d03-53d2-42b7-8601-4fe68314751c,segment=NetworkSegment(756230f2-7bf2-4f31-a8b8-96bc80733e1b),segment_id=756230f2-7bf2-4f31-a8b8-96bc80733e1b)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:14.949409 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:14.954518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Calling delete_port for 88a42d03-53d2-42b7-8601-4fe68314751c owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:14.963484 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b816d01-1fea-4504-85d1-17009df7a9e8 req-6068a01a-2735-444c-8f06-147c437161c2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879688 Jul 28 06:43:14.966408 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:14.968112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Calling delete_port for 88a42d03-53d2-42b7-8601-4fe68314751c owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:15.052036 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.076850 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a42d03-53d2-42b7-8601-4fe68314751c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:15.077902 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (88a42d03-53d2-42b7-8601-4fe68314751c), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.080460 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] No DVR routers for this DVR port 88a42d03-53d2-42b7-8601-4fe68314751c on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:15.107550 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] Pushing event deleted for resources: {'Port': ['ID=88a42d03-53d2-42b7-8601-4fe68314751c,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:15.113320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae731b-9f20-409e-97ed-6210d1daa831 None None] No DVR routers for this DVR port 88a42d03-53d2-42b7-8601-4fe68314751c on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:15.157115 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (6d222ea2-8d19-4343-b8a9-fa254dab7a9d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.176692 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d222ea2-8d19-4343-b8a9-fa254dab7a9d']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:15.186186 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756230f2-7bf2-4f31-a8b8-96bc80733e1b') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:15.186479 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756230f2-7bf2-4f31-a8b8-96bc80733e1b') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:15.197538 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (756230f2-7bf2-4f31-a8b8-96bc80733e1b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.212014 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (756230f2-7bf2-4f31-a8b8-96bc80733e1b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.218514 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:43:15.218896 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (756230f2-7bf2-4f31-a8b8-96bc80733e1b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.281024 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (6d222ea2-8d19-4343-b8a9-fa254dab7a9d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.287389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.293207 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d222ea2-8d19-4343-b8a9-fa254dab7a9d HTTP/1.1" status: 204 len: 168 time: 0.6392565 Jul 28 06:43:15.293963 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58332) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:15.304098 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc240-7ddc-4ab8-88da-5ee61ce0cd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d222ea2-8d19-4343-b8a9-fa254dab7a9d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:15.354511 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 756230f2-7bf2-4f31-a8b8-96bc80733e1b resource provider aggregate not found Jul 28 06:43:15.373940 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 756230f2-7bf2-4f31-a8b8-96bc80733e1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 756230f2-7bf2-4f31-a8b8-96bc80733e1b found for delete ", "request_id": "req-fd399797-352a-48a8-99c9-39315385256f"}]} Jul 28 06:43:15.579946 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 88a42d03-53d2-42b7-8601-4fe68314751c no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:15.600095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 88a42d03-53d2-42b7-8601-4fe68314751c {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:15.600441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 88a42d03-53d2-42b7-8601-4fe68314751c not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:15.600854 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d59f11c7-6802-4884-a2e0-dc7976c074da no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:15.615620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (475837fd-9561-476d-8dab-44b4d5f51624), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.620084 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: d59f11c7-6802-4884-a2e0-dc7976c074da {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:15.620427 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d59f11c7-6802-4884-a2e0-dc7976c074da not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:15.707107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:15.840840 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Deleting port 5762334c-0c40-40fd-b99e-4e91935a635d {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:15.841090 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.923235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] For port 5762334c-0c40-40fd-b99e-4e91935a635d, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5762334c-0c40-40fd-b99e-4e91935a635d,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:15.923584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:15.936298 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Calling delete_port for 5762334c-0c40-40fd-b99e-4e91935a635d owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:15.990566 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:16.103823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263e99-0162-42d9-9d51-0ed652880669 req-d6fd2cf8-f53b-4bd7-9cc0-853d02e8cf98 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:16.105208 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d263e99-0162-42d9-9d51-0ed652880669 req-d6fd2cf8-f53b-4bd7-9cc0-853d02e8cf98 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0638390 Jul 28 06:43:16.194278 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d263e99-0162-42d9-9d51-0ed652880669 req-45d83c1e-cc60-4e60-9415-64aa331b69d0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833983 Jul 28 06:43:16.195306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (5762334c-0c40-40fd-b99e-4e91935a635d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:16.225363 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Pushing event deleted for resources: {'Port': ['ID=5762334c-0c40-40fd-b99e-4e91935a635d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:16.389189 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (475837fd-9561-476d-8dab-44b4d5f51624), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:16.580788 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:16.595215 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Router 475837fd-9561-476d-8dab-44b4d5f51624 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:16.697857 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:16.702903 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-64ff0b93-87c1-4f5c-8b2d-129b6f29f677 admin admin] 10.222.0.20 "PUT /v2.0/routers/475837fd-9561-476d-8dab-44b4d5f51624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4081805 Jul 28 06:43:16.705625 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58342) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:16.706111 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Sync routers for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:16.717573 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:16.718183 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:16.804639 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks [] for router (475837fd-9561-476d-8dab-44b4d5f51624), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:16.823011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:16.839160 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:16.906666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks [] for router_gateway (475837fd-9561-476d-8dab-44b4d5f51624), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:16.952576 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Deleting port 71250ae0-44be-4c6b-b18a-409bb81b5c57 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:16.952959 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:16.994617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:43:16Z', 'revision_number': 5, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port': {'id': '71250ae0-44be-4c6b-b18a-409bb81b5c57', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475837fd-9561-476d-8dab-44b4d5f51624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:39:23Z', 'updated_at': '2022-07-28T06:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:17.018946 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Checking router: 475837fd-9561-476d-8dab-44b4d5f51624 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:17.027777 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Routers {'475837fd-9561-476d-8dab-44b4d5f51624'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:17.028365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['475837fd-9561-476d-8dab-44b4d5f51624'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:17.032493 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] For port 71250ae0-44be-4c6b-b18a-409bb81b5c57, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=71250ae0-44be-4c6b-b18a-409bb81b5c57,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:17.032858 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.045742 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Calling delete_port for 71250ae0-44be-4c6b-b18a-409bb81b5c57 owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:17.223664 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (71250ae0-44be-4c6b-b18a-409bb81b5c57), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.238400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] Set router 475837fd-9561-476d-8dab-44b4d5f51624 gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:17.251767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Pushing event deleted for resources: {'Port': ['ID=71250ae0-44be-4c6b-b18a-409bb81b5c57,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:17.296549 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:43:16Z', 'revision_number': 6, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:17.324684 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa3d7f-2a3d-45dd-9b46-d91b7c148864 None None] The sync data for ids ['475837fd-9561-476d-8dab-44b4d5f51624'] in dv-cinder-850605-1-iscsi is: [{'id': '475837fd-9561-476d-8dab-44b4d5f51624', 'name': 'tempest-TestMinimumBasicScenario-720431536-router', 'tenant_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:39:22Z', 'updated_at': '2022-07-28T06:43:16Z', 'revision_number': 6, 'project_id': 'e44ec68574a94e0ebc807f38d47b76cb', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:17.326706 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (475837fd-9561-476d-8dab-44b4d5f51624), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.329379 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546971a-be81-427f-9383-c54f4c767a9c req-b9da9eab-0b73-419b-b733-6148fed77d4b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:17.330904 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e546971a-be81-427f-9383-c54f4c767a9c req-b9da9eab-0b73-419b-b733-6148fed77d4b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0539577 Jul 28 06:43:17.393261 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e546971a-be81-427f-9383-c54f4c767a9c req-96e7dfe7-4462-4bb1-9e30-467a8722bb0e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548623 Jul 28 06:43:17.677770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (475837fd-9561-476d-8dab-44b4d5f51624), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.680170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks [] for router_controller (475837fd-9561-476d-8dab-44b4d5f51624), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.754006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (475837fd-9561-476d-8dab-44b4d5f51624), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.755014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475837fd-9561-476d-8dab-44b4d5f51624 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:43:17.760502 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.762037 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0ee1feec-4aa7-4746-a18d-533e27e211ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/475837fd-9561-476d-8dab-44b4d5f51624 HTTP/1.1" status: 204 len: 168 time: 1.0555079 Jul 28 06:43:17.765320 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58346) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:17.813277 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Deleting subnet ee83e12d-9cc4-4af8-bcc8-d06f68866fdd {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:43:17.816423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Publish callbacks [] for subnet (ee83e12d-9cc4-4af8-bcc8-d06f68866fdd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.852300 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (ee83e12d-9cc4-4af8-bcc8-d06f68866fdd), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.930624 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (ee83e12d-9cc4-4af8-bcc8-d06f68866fdd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:17.979288 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:17.985166 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (ee83e12d-9cc4-4af8-bcc8-d06f68866fdd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.012497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee83e12d-9cc4-4af8-bcc8-d06f68866fdd,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:18.016229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.019438 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cd768736-064e-491e-86ce-6e3ab0674d12 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee83e12d-9cc4-4af8-bcc8-d06f68866fdd HTTP/1.1" status: 204 len: 168 time: 0.2530620 Jul 28 06:43:18.022617 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f7501-9e1e-460d-a04b-c75bf5666cb2 None None] Network b307cff1-04e8-4b48-b724-85e5337e6d96 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:43:18.023106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58350) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:18.082319 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5762334c-0c40-40fd-b99e-4e91935a635d no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:18.099794 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (b307cff1-04e8-4b48-b724-85e5337e6d96), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.106987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 5762334c-0c40-40fd-b99e-4e91935a635d {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:18.107435 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5762334c-0c40-40fd-b99e-4e91935a635d not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:18.144015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Deleting port 13da2281-c894-4892-ae2d-3416a21c3b80 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:18.144360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.203461 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] DHCP port deletion for b307cff1-04e8-4b48-b724-85e5337e6d96 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:43:18.205620 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:18.215639 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] For port 13da2281-c894-4892-ae2d-3416a21c3b80, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=13da2281-c894-4892-ae2d-3416a21c3b80,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:18.216001 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.235735 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Calling delete_port for 13da2281-c894-4892-ae2d-3416a21c3b80 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:18.247043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Deleting port 13da2281-c894-4892-ae2d-3416a21c3b80 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:18.247416 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.249895 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:18.319339 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] For port 13da2281-c894-4892-ae2d-3416a21c3b80, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=13da2281-c894-4892-ae2d-3416a21c3b80,segment=NetworkSegment(d123bf2c-e455-47af-9afe-f10879459962),segment_id=d123bf2c-e455-47af-9afe-f10879459962)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:18.319744 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.335358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Calling delete_port for 13da2281-c894-4892-ae2d-3416a21c3b80 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:18.336266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.367268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Pushing event deleted for resources: {'Port': ['ID=13da2281-c894-4892-ae2d-3416a21c3b80,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:18.369132 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] No DVR routers for this DVR port 13da2281-c894-4892-ae2d-3416a21c3b80 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:18.421920 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (13da2281-c894-4892-ae2d-3416a21c3b80), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.447286 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] Pushing event deleted for resources: {'Port': ['ID=13da2281-c894-4892-ae2d-3416a21c3b80,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:18.456869 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcc10c-8c96-4ec2-841f-fc07ed60a715 None None] No DVR routers for this DVR port 13da2281-c894-4892-ae2d-3416a21c3b80 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:18.457437 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (b307cff1-04e8-4b48-b724-85e5337e6d96), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.483546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b307cff1-04e8-4b48-b724-85e5337e6d96']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:18.493895 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd123bf2c-e455-47af-9afe-f10879459962') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:18.494192 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd123bf2c-e455-47af-9afe-f10879459962') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:18.503806 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (d123bf2c-e455-47af-9afe-f10879459962), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.517477 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (d123bf2c-e455-47af-9afe-f10879459962), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.523842 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:43:18.524211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (d123bf2c-e455-47af-9afe-f10879459962), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.524386 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea15c-6ca1-4bef-874d-26cd98923e2b req-6c1be32d-2165-4f5a-b9ae-460233ffc673 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:18.525848 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eb5ea15c-6ca1-4bef-874d-26cd98923e2b req-6c1be32d-2165-4f5a-b9ae-460233ffc673 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0494945 Jul 28 06:43:18.561656 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:18.563998 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment d123bf2c-e455-47af-9afe-f10879459962 resource provider aggregate not found Jul 28 06:43:18.583973 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment d123bf2c-e455-47af-9afe-f10879459962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d123bf2c-e455-47af-9afe-f10879459962 found for delete ", "request_id": "req-696d5562-a9ce-4b03-a5ea-407fd9f36507"}]} Jul 28 06:43:18.588217 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eb5ea15c-6ca1-4bef-874d-26cd98923e2b req-3ee2fcdd-2d56-45b1-bc0c-6c402335056b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563138 Jul 28 06:43:18.595461 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (b307cff1-04e8-4b48-b724-85e5337e6d96), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.601710 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.608502 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b307cff1-04e8-4b48-b724-85e5337e6d96 HTTP/1.1" status: 204 len: 168 time: 0.5848324 Jul 28 06:43:18.622623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f38b56-0111-42f8-ad3d-e24b08c85997 admin admin] Pushing event deleted for resources: {'Network': ['ID=b307cff1-04e8-4b48-b724-85e5337e6d96,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:18.784189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58360) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:18.830285 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2250c5ea-a5bb-45e4-99be-14bd308b4c3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b7e4c91aaaf48e2b134128055919a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449607 Jul 28 06:43:18.833992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58362) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:18.884287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] Publish callbacks [] for security_group (37d7155e-561d-4bc1-9814-8a31eddf61ba), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.906340 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] Publish callbacks [] for security_group (37d7155e-561d-4bc1-9814-8a31eddf61ba), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.953453 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (37d7155e-561d-4bc1-9814-8a31eddf61ba), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.955929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:18.957067 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37d7155e-561d-4bc1-9814-8a31eddf61ba HTTP/1.1" status: 204 len: 168 time: 0.1221478 Jul 28 06:43:18.965928 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2634d3f-915d-4365-b20a-70211987d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7155e-561d-4bc1-9814-8a31eddf61ba,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:19.277608 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58368) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:19.318581 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-907df405-82f4-4b4b-b1f1-8888d68bde3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e44ec68574a94e0ebc807f38d47b76cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396798 Jul 28 06:43:19.320942 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58370) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:19.370164 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] Publish callbacks [] for security_group (3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:19.391208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] Publish callbacks [] for security_group (3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:19.392681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:19.442235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:19.445229 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:19.446395 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80 HTTP/1.1" status: 204 len: 168 time: 0.1245320 Jul 28 06:43:19.454484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a8b71-07a7-4e11-a38e-1d4c6e9e5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3849e6d6-2e11-4e9b-b1e6-a8ea5c1abb80,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:19.574394 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 13da2281-c894-4892-ae2d-3416a21c3b80 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:19.594213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 13da2281-c894-4892-ae2d-3416a21c3b80 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:19.594557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 13da2281-c894-4892-ae2d-3416a21c3b80 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:19.594966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 71250ae0-44be-4c6b-b18a-409bb81b5c57 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:19.614264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 71250ae0-44be-4c6b-b18a-409bb81b5c57 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:19.614586 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 71250ae0-44be-4c6b-b18a-409bb81b5c57 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:19.722306 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60102-68dc-4d5a-80e2-1afeee2bc63d req-e406a32b-037e-43bd-b0b1-55153e0d8145 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:19.724009 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58c60102-68dc-4d5a-80e2-1afeee2bc63d req-e406a32b-037e-43bd-b0b1-55153e0d8145 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0523415 Jul 28 06:43:19.789518 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58c60102-68dc-4d5a-80e2-1afeee2bc63d req-a483e21a-2d3e-4467-a972-6fcea0d560d0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593951 Jul 28 06:43:20.908852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d8446-c2d2-4f7c-bda4-483da5b0c4c7 req-0e013155-4fb5-4716-8e8f-a16b8d29878a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:20.910337 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1d7d8446-c2d2-4f7c-bda4-483da5b0c4c7 req-0e013155-4fb5-4716-8e8f-a16b8d29878a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0485921 Jul 28 06:43:20.961670 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1d7d8446-c2d2-4f7c-bda4-483da5b0c4c7 req-3f7bdfca-7184-44e1-a8c5-b2887d2a7c33 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Jul 28 06:43:22.068079 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:22.083629 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495a41-1150-4e93-953b-a2ea1dd3394c req-4773d85e-81f2-4e8f-a8ed-d84daff041c1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:22.085088 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53495a41-1150-4e93-953b-a2ea1dd3394c req-4773d85e-81f2-4e8f-a8ed-d84daff041c1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 943 time: 0.0530758 Jul 28 06:43:22.133812 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53495a41-1150-4e93-953b-a2ea1dd3394c req-9614abb1-f921-430d-b2cf-dc6551e5845a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Jul 28 06:43:22.447668 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 06e6823a-9903-414f-96e4-6652e6ed6b7a details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:43:22.459454 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:22.546323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:22.557906 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:43:22.594488 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 06e6823a-9903-414f-96e4-6652e6ed6b7a is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:22.594863 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:22.607792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e6823a-9903-414f-96e4-6652e6ed6b7a {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:43:22.628149 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:22.632913 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:22.679312 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:23.021625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['06e6823a-9903-414f-96e4-6652e6ed6b7a'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:23.226211 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:23.260890 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc866d1-caa1-4a3d-ac34-efa76466b685 req-99f31b30-3b02-481a-bdaf-8dd30dc6e9c6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:23.262460 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cbc866d1-caa1-4a3d-ac34-efa76466b685 req-99f31b30-3b02-481a-bdaf-8dd30dc6e9c6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 944 time: 0.0534458 Jul 28 06:43:23.313631 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cbc866d1-caa1-4a3d-ac34-efa76466b685 req-5e49c805-7fed-48f7-8dc0-e3496ddd80d9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Jul 28 06:43:24.435206 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123c77-3469-4613-91b5-3bebc53376ec req-bb32d52e-fa01-4760-8e63-851e94f7f10f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:24.436701 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-55123c77-3469-4613-91b5-3bebc53376ec req-bb32d52e-fa01-4760-8e63-851e94f7f10f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 944 time: 0.0463302 Jul 28 06:43:24.454613 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 06e6823a-9903-414f-96e4-6652e6ed6b7a up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:43:24.488173 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-55123c77-3469-4613-91b5-3bebc53376ec req-dbb03a31-2338-49f2-8b35-92412d71a7f6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 Jul 28 06:43:24.499529 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 06e6823a-9903-414f-96e4-6652e6ed6b7a completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:43:24.511980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 06e6823a-9903-414f-96e4-6652e6ed6b7a triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:43:24.512493 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:24.588746 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 06e6823a-9903-414f-96e4-6652e6ed6b7a is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:24.589128 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:24.613139 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:24.615817 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09b5cf-15a1-4f92-9417-066fa1de3039" -d '{"events": [{"server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "name": "network-vif-plugged", "status": "completed", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:24.630456 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:24.634418 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:24.657455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84cd086-fb53-4d70-9f9b-1559805dc637 x-openstack-request-id: req-d84cd086-fb53-4d70-9f9b-1559805dc637 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:24.657751 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "name": "network-vif-plugged", "status": "completed", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:24.658010 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d84cd086-fb53-4d70-9f9b-1559805dc637 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:24.658407 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84cd086-fb53-4d70-9f9b-1559805dc637'] response: {'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'code': 200} Jul 28 06:43:24.684020 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:24.977153 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44131e3a-51c3-4cd4-a983-10bc34334736 req-dc58fcac-7e76-4ca8-bbbb-c5be6034779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:24.978678 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44131e3a-51c3-4cd4-a983-10bc34334736 req-dc58fcac-7e76-4ca8-bbbb-c5be6034779a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1129 time: 0.0443566 Jul 28 06:43:25.048302 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44131e3a-51c3-4cd4-a983-10bc34334736 req-88da8e34-0772-4b48-82c6-18502d7985c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Jul 28 06:43:25.611621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b603f6-8b9c-48c8-bf0c-784320fa1b69 req-327c0c84-0a05-48c4-933f-4dce5d0e2e66 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:25.613130 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3b603f6-8b9c-48c8-bf0c-784320fa1b69 req-327c0c84-0a05-48c4-933f-4dce5d0e2e66 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0486093 Jul 28 06:43:25.664523 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3b603f6-8b9c-48c8-bf0c-784320fa1b69 req-e0f7881a-1e54-419c-82ed-83f2c9a2ae8b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Jul 28 06:43:26.792109 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54a923-cb01-46a6-9329-0b06e0cb101f req-2a5839e6-2397-4f96-aa90-18917d97be58 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:26.793788 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dd54a923-cb01-46a6-9329-0b06e0cb101f req-2a5839e6-2397-4f96-aa90-18917d97be58 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0531592 Jul 28 06:43:26.841945 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:26.847780 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dd54a923-cb01-46a6-9329-0b06e0cb101f req-7c163235-0094-4e03-bf50-4c21733ab279 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478175 Jul 28 06:43:26.966178 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7db9c0-f3c6-45fb-a791-8f8a279107f5 req-5123a8d0-a907-4235-aa9f-d79696019a92 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:26.967567 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7b7db9c0-f3c6-45fb-a791-8f8a279107f5 req-5123a8d0-a907-4235-aa9f-d79696019a92 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0486720 Jul 28 06:43:27.022322 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7b7db9c0-f3c6-45fb-a791-8f8a279107f5 req-c92d433f-53f7-49b7-9654-b58e6f1de1a3 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Jul 28 06:43:27.048703 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58422) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:27.087630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8c8f3-bd14-4501-aefd-5430fef765a7 tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:27.089127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bce8c8f3-bd14-4501-aefd-5430fef765a7 tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1124 time: 0.0394514 Jul 28 06:43:27.091873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58424) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:27.096015 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:27.117217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:27.199744 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:27.291300 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:27.306436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.27.1.63 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/87832c40-cc37-423e-beff-4da4edc3950c) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:43:27.414831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (87832c40-cc37-423e-beff-4da4edc3950c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:27.441055 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:27.447424 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (87832c40-cc37-423e-beff-4da4edc3950c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:27.490488 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:43:27.495965 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:43:27.500019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:43:27.502976 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=87832c40-cc37-423e-beff-4da4edc3950c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:27.853826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (46c8042f-320c-4ceb-8b1a-8a52b32af070), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:27.918923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (87832c40-cc37-423e-beff-4da4edc3950c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:28.010890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=4,neutron:INSERT=2,neutron:SELECT=94 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:28.070255 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (87832c40-cc37-423e-beff-4da4edc3950c), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:28.075226 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (87832c40-cc37-423e-beff-4da4edc3950c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:28.148580 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=87832c40-cc37-423e-beff-4da4edc3950c,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:28.157837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (46c8042f-320c-4ceb-8b1a-8a52b32af070), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:28.254941 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP 46c8042f-320c-4ceb-8b1a-8a52b32af070 associated. External IP: 172.27.1.63, port: 06e6823a-9903-414f-96e4-6652e6ed6b7a. Jul 28 06:43:28.328373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:28.454243 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:28.570248 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:28.580643 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:28.588468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:28.593434 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:28.594204 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:28.624373 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b8946033-65ee-401b-a431-ef5f5623794f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5314791 Jul 28 06:43:28.625103 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:28.627428 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f5d8a7-474c-4ac0-98bb-7c033474311f" -d '{"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:28.665819 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d229ccf-f719-457b-a361-cbe2b3a82b4a x-openstack-request-id: req-6d229ccf-f719-457b-a361-cbe2b3a82b4a {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:28.666113 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:28.666369 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d229ccf-f719-457b-a361-cbe2b3a82b4a {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:28.666780 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d229ccf-f719-457b-a361-cbe2b3a82b4a'] response: {'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'status': 'completed', 'code': 200} Jul 28 06:43:28.699832 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:28.758292 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-26f20bd8-c921-466e-a8a9-cd8993cd6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:28.759785 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-26f20bd8-c921-466e-a8a9-cd8993cd6b0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1129 time: 0.0412896 Jul 28 06:43:28.778089 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:28.857084 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-eedb0dc5-70d9-414f-9ff9-86e57635198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:28.858603 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-eedb0dc5-70d9-414f-9ff9-86e57635198b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.0905039 Jul 28 06:43:28.916512 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:27Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:28.925505 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-561d69cb-a328-4856-8ec2-ae637b669bd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 998 time: 0.0601182 Jul 28 06:43:28.940468 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:28.949279 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:28.949898 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:28.977237 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-f65084c6-93c8-4e60-8a9d-9219e66ab345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:28.978745 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-f65084c6-93c8-4e60-8a9d-9219e66ab345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0458419 Jul 28 06:43:29.024300 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-62d1845c-27e2-4123-a8ef-18e6de4f623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:29.025734 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-62d1845c-27e2-4123-a8ef-18e6de4f623b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404086 Jul 28 06:43:29.059790 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:29.091272 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:29.122872 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-a4da0276-3ee5-4ec0-83eb-c75a626c712b service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896380 Jul 28 06:43:29.149551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:29.216701 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09f5d8a7-474c-4ac0-98bb-7c033474311f req-a9ea712e-9ccb-4cb0-950e-d70a44cb9f7e service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868003 Jul 28 06:43:29.292293 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:27Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:29.321363 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46f8ed-4b9a-4bb7-97af-5b367213b3b6 None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:27Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:29.523134 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548cc29-6120-4a55-90a4-db60eb5867a9 None None] New status for floating IP 46c8042f-320c-4ceb-8b1a-8a52b32af070: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:29.612132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:30.115648 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fbc03534-a27d-4f93-b35f-c9878783858e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:32.431309 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ddb49bc2-d843-45f7-91e4-c6d6aa35c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:32.695655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:33.861158 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:34.094093 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ecc8-f6ae-4707-80ee-0740ac98a5e4 req-9e120487-6812-4f16-8c6f-02e37e5a4fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:34.095578 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a71ecc8-f6ae-4707-80ee-0740ac98a5e4 req-9e120487-6812-4f16-8c6f-02e37e5a4fbe tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Jul 28 06:43:34.142936 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8a71ecc8-f6ae-4707-80ee-0740ac98a5e4 req-4ff012a3-1a2b-4594-8b28-dedc05ffc607 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Jul 28 06:43:35.268454 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a174fea-5c00-4288-a5e4-3aec18608a9d req-dd8554f3-b0d8-44c3-bb34-1229cd0b0f8d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:35.269937 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a174fea-5c00-4288-a5e4-3aec18608a9d req-dd8554f3-b0d8-44c3-bb34-1229cd0b0f8d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Jul 28 06:43:35.317956 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a174fea-5c00-4288-a5e4-3aec18608a9d req-71bfd5b6-7a91-444b-befc-1469cd0e695f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Jul 28 06:43:35.618608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:35.696651 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.084993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-6a5edb12-0061-4bac-b8a2-4abbb99f2ee5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:36.086483 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-6a5edb12-0061-4bac-b8a2-4abbb99f2ee5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0474632 Jul 28 06:43:36.161928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:36.172164 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port fffdf017-fca8-4862-83d9-4dcfd53d9e5a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:36.172513 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.264539 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] For port fffdf017-fca8-4862-83d9-4dcfd53d9e5a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:36.264899 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.428934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.429681 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.429681 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP 9d28d42f-fbb9-4dc1-aed3-8100309a31a3 disassociated. External IP: 172.27.1.196, port: fffdf017-fca8-4862-83d9-4dcfd53d9e5a. Jul 28 06:43:36.429967 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for fffdf017-fca8-4862-83d9-4dcfd53d9e5a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:36.438625 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0876d0-878c-46e7-a1e6-ef24f76c9d9a req-a2496e2c-909e-48f9-9f84-f0b11abcca26 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:36.440091 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d0876d0-878c-46e7-a1e6-ef24f76c9d9a req-a2496e2c-909e-48f9-9f84-f0b11abcca26 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 946 time: 0.0483153 Jul 28 06:43:36.492881 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d0876d0-878c-46e7-a1e6-ef24f76c9d9a req-68974700-c280-4290-843f-58978b441aff tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=5941d323-6429-4f8b-9008-90ca7ac350ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462363 Jul 28 06:43:36.570603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (fffdf017-fca8-4862-83d9-4dcfd53d9e5a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.600177 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=fffdf017-fca8-4862-83d9-4dcfd53d9e5a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:36.720716 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:36.727873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:36.841791 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:36.854154 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:36.873168 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:36.873841 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:36.888883 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] No DVR routers for this DVR port fffdf017-fca8-4862-83d9-4dcfd53d9e5a on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:36.891546 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:36.895101 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a670dd8b-6c81-4144-8504-e44c46d620e1 req-ddd7e71f-a1e5-4c30-b8c2-40f7a72bedf4 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "DELETE /v2.0/ports/fffdf017-fca8-4862-83d9-4dcfd53d9e5a HTTP/1.1" status: 204 len: 173 time: 0.8025811 Jul 28 06:43:36.895827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'name': 'network-vif-deleted', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:36.899339 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c31113d-3ec5-4bab-ae28-0317b9eb06c2" -d '{"events": [{"server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "name": "network-vif-deleted", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:36.940589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8b496-db9c-45f7-8276-00abbacfe137 x-openstack-request-id: req-08b8b496-db9c-45f7-8276-00abbacfe137 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:36.940893 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6f45-a229-47fe-b992-d41f16bbaf72", "name": "network-vif-deleted", "tag": "fffdf017-fca8-4862-83d9-4dcfd53d9e5a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:36.941150 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08b8b496-db9c-45f7-8276-00abbacfe137 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:36.942157 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b8b496-db9c-45f7-8276-00abbacfe137'] response: {'server_uuid': '61ad6f45-a229-47fe-b992-d41f16bbaf72', 'name': 'network-vif-deleted', 'tag': 'fffdf017-fca8-4862-83d9-4dcfd53d9e5a', 'status': 'completed', 'code': 200} Jul 28 06:43:37.029098 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:37.262401 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:37.292959 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:37.302799 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:37.303396 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:37.411206 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:37.416071 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:37.624250 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-888032a0-eaaa-4e87-ad18-fa9e65837b14 req-82228bb5-417b-4f64-ab3d-141201525020 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ad6f45-a229-47fe-b992-d41f16bbaf72 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Jul 28 06:43:37.715101 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:37.740450 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecae2c-7e96-4278-9d23-6b29550d285c None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:37.952980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edea4b-c9ce-4900-848c-94089241ed82 None None] New status for floating IP 9d28d42f-fbb9-4dc1-aed3-8100309a31a3: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:38.720739 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58498) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.035583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (5941d323-6429-4f8b-9008-90ca7ac350ff), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.061678 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (5941d323-6429-4f8b-9008-90ca7ac350ff), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.110423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5941d323-6429-4f8b-9008-90ca7ac350ff), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.113133 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.114310 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/security-groups/5941d323-6429-4f8b-9008-90ca7ac350ff HTTP/1.1" status: 204 len: 168 time: 0.3924859 Jul 28 06:43:39.117178 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58500) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.123406 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a65d4-0ecf-4828-9957-07e122384365 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941d323-6429-4f8b-9008-90ca7ac350ff,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:39.130794 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-4b1e1949-07ff-409b-b2e3-f83be557c15b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] show failed (client error): The resource could not be found. Jul 28 06:43:39.134685 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4b1e1949-07ff-409b-b2e3-f83be557c15b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups/5941d323-6429-4f8b-9008-90ca7ac350ff HTTP/1.1" status: 404 len: 347 time: 0.0134847 Jul 28 06:43:39.134909 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58502) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.246539 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port 2502bbfa-e95f-4ea9-a253-4f512f59f440 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:39.246883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.325920 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.326247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (2502bbfa-e95f-4ea9-a253-4f512f59f440), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.339615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for 2502bbfa-e95f-4ea9-a253-4f512f59f440 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:39.480663 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (2502bbfa-e95f-4ea9-a253-4f512f59f440), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.502827 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=2502bbfa-e95f-4ea9-a253-4f512f59f440,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:39.514566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.514914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.515251 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.515585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.515916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.516247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.516572 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.516894 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.517213 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.517566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.517882 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.518202 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.518521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.518836 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.519153 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:39.573556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:39.585378 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da9922-e39c-4632-8ab9-60227aeeea5b req-8177661b-7b3d-41fc-82ce-c479ecf73963 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:39.587734 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3da9922-e39c-4632-8ab9-60227aeeea5b req-8177661b-7b3d-41fc-82ce-c479ecf73963 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Jul 28 06:43:39.587882 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (9d28d42f-fbb9-4dc1-aed3-8100309a31a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.590551 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.591680 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5d17d0cd-609d-4102-a7f7-4b93ff76ff63 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/floatingips/9d28d42f-fbb9-4dc1-aed3-8100309a31a3 HTTP/1.1" status: 204 len: 168 time: 0.4559014 Jul 28 06:43:39.639591 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3da9922-e39c-4632-8ab9-60227aeeea5b req-413742a3-69e5-4b3d-8b58-e7b65132144b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 Jul 28 06:43:39.666801 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58514) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.666801 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169893831', 'description': 'tempest-description--1577970623'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:39.692981 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.760514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.764033 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.796124 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.797256 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1346302 Jul 28 06:43:39.797978 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efc61c-8bf3-42d1-8a6c-eb5ae6672a7d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:39.800235 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58516) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.804795 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:39.832727 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (aeeacf82-4438-4820-9ccb-bf9fd6622c2a), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.856511 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:39.891362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (aeeacf82-4438-4820-9ccb-bf9fd6622c2a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.895581 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (aeeacf82-4438-4820-9ccb-bf9fd6622c2a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.914467 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeacf82-4438-4820-9ccb-bf9fd6622c2a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:39.921122 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.922240 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-50489e81-3795-43ba-b42c-3228e367ad2e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209764 Jul 28 06:43:39.924894 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58518) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:39.929060 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'security_group_rule': {'security_group_id': '6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:39.956613 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (d8bbd27f-9121-45d0-8f0d-bbeba9757bcb), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.980364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:40.015778 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (d8bbd27f-9121-45d0-8f0d-bbeba9757bcb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.019364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (d8bbd27f-9121-45d0-8f0d-bbeba9757bcb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.039940 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bbd27f-9121-45d0-8f0d-bbeba9757bcb,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:40.047855 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.049649 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-67142e00-f1ef-4e73-b238-664d7965c63f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237631 Jul 28 06:43:40.051987 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58520) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:40.056684 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:40.077514 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.155249 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.263665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.27.1.17 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/4a06f38e-d9a3-4569-ae1d-66d8cee46247) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:43:40.366816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.398137 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.442607 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:43:40.447588 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:43:40.451612 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=4a06f38e-d9a3-4569-ae1d-66d8cee46247,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:40.453753 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:43:40.533688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.534807 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:40.539282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fffdf017-fca8-4862-83d9-4dcfd53d9e5a no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:40.560127 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: fffdf017-fca8-4862-83d9-4dcfd53d9e5a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:40.560565 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fffdf017-fca8-4862-83d9-4dcfd53d9e5a not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:40.577939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.707679 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:40.730615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.734976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.761530 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebeb88-fb68-48e0-9f24-288440fa4f9b req-d02be0b7-d37a-4c24-a043-b9fa14bc1610 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:40.763434 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aeebeb88-fb68-48e0-9f24-288440fa4f9b req-d02be0b7-d37a-4c24-a043-b9fa14bc1610 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Jul 28 06:43:40.803507 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=4a06f38e-d9a3-4569-ae1d-66d8cee46247,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:40.812903 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aeebeb88-fb68-48e0-9f24-288440fa4f9b req-6b677107-4c90-4812-b471-fae8c3f13a37 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Jul 28 06:43:40.818607 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.838011 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.839246 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0b4be515-c164-4c47-a631-1d1ba00441d6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7863462 Jul 28 06:43:41.043867 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-71a72d9b-4eb5-4bac-b780-0ed6042b6fc6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1169893831&fields=id&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 267 time: 0.0433209 Jul 28 06:43:41.158249 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-52cf0829-b308-4519-b734-4f10cadd4846 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:41.159689 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-52cf0829-b308-4519-b734-4f10cadd4846 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1094959 Jul 28 06:43:41.174098 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-16ea928c-8ef0-40b7-99ea-f572f7f15eb5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/quotas/dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 375 time: 0.0090265 Jul 28 06:43:41.223161 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-4b3d9d0a-d702-41ff-af19-a673fdff4686 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444479 Jul 28 06:43:41.323185 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-808a7281-d0fd-41de-a664-450f4aeb555b service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 Jul 28 06:43:41.411763 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-7ed0f339-c51e-46b3-af69-230b787ed4e4 service neutron] 10.222.0.20 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829067 Jul 28 06:43:41.574551 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc401463-6748-4c85-b689-6900ed75bc72 req-b8d43429-20e9-472d-a4a8-da1e1b7c348d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0321317 Jul 28 06:43:42.082309 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac2a6-9dc2-4aaa-a24e-c4f1d835e843 req-b870c724-8a46-42b1-a160-87ef532953df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:42.083704 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-342ac2a6-9dc2-4aaa-a24e-c4f1d835e843 req-b870c724-8a46-42b1-a160-87ef532953df tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0511529 Jul 28 06:43:42.131475 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-342ac2a6-9dc2-4aaa-a24e-c4f1d835e843 req-00dfecda-fe5a-4432-851f-f80d3ad17f83 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 Jul 28 06:43:42.673092 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-800c11b4-2f27-41c4-8279-7196dd72567a req-ace51eab-f041-4768-8a1f-e4f9b3315ea5 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Jul 28 06:43:43.248627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15dffe-fb00-4aa3-b2a1-e6a78bde623c req-56a7d195-0021-4c5b-9473-d3769e7d3538 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:43.250179 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5a15dffe-fb00-4aa3-b2a1-e6a78bde623c req-56a7d195-0021-4c5b-9473-d3769e7d3538 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0467854 Jul 28 06:43:43.296562 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5a15dffe-fb00-4aa3-b2a1-e6a78bde623c req-cd560a70-beb0-4913-b113-17c552e8f2e5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Jul 28 06:43:43.774629 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6da36875-ddec-4afd-b135-1f0d40de1ced req-2b1eee5b-df94-499e-b6f7-f5d0f80cf9e9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0272639 Jul 28 06:43:43.852064 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-76b16f26-f2c8-4049-bf90-e87bede93373 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:43.854271 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-76b16f26-f2c8-4049-bf90-e87bede93373 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Jul 28 06:43:44.223180 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Deleting port fd589bac-7a7d-4978-bdbb-17282786c967 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:44.223514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.361764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:44.396218 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] For port fd589bac-7a7d-4978-bdbb-17282786c967, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=fd589bac-7a7d-4978-bdbb-17282786c967,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:44.396584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.419081 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:44.419653 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-cdd99cf2-0b12-4406-81a3-82f552405331 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:44.420620 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-cdd99cf2-0b12-4406-81a3-82f552405331 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 814 time: 0.1833642 Jul 28 06:43:44.434318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406e04-9812-4a66-8700-aea0d8492228 req-1e733bcb-ddef-4e61-b4f2-3f5bd5a46f90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:44.436158 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-36406e04-9812-4a66-8700-aea0d8492228 req-1e733bcb-ddef-4e61-b4f2-3f5bd5a46f90 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 945 time: 0.0604339 Jul 28 06:43:44.489472 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-36406e04-9812-4a66-8700-aea0d8492228 req-2294ff0b-3299-4ba4-9d1f-3c1c680420c1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d15340f7-a585-4912-bfcc-2d8cc46f195a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Jul 28 06:43:44.584180 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:44.613685 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.614054 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.614375 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Floating IP f7248a93-fc57-4907-9b38-8389473edd4a disassociated. External IP: 172.27.1.216, port: fd589bac-7a7d-4978-bdbb-17282786c967. Jul 28 06:43:44.614722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Calling delete_port for fd589bac-7a7d-4978-bdbb-17282786c967 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:44.636619 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-b197d095-c572-48cf-8c19-e5ea9c5d1fb8 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcffc8bbe6ec425997d67634a0f7d724 HTTP/1.1" status: 200 len: 380 time: 0.0864170 Jul 28 06:43:44.672500 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'port': {'device_id': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'admin_state_up': True, 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'security_groups': ['6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:44.849436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Made reservation on behalf of dcffc8bbe6ec425997d67634a0f7d724 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:43:44.853370 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.903422 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (fd589bac-7a7d-4978-bdbb-17282786c967), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:44.907468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8ba0009-04cf-4594-bb2a-36efd87f3b91 req-ebc58c88-9db4-4a25-8b92-b5a911cfc359 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0518799 Jul 28 06:43:44.974605 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event deleted for resources: {'Port': ['ID=fd589bac-7a7d-4978-bdbb-17282786c967,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:45.110841 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Allocated IP 172.20.0.5 (1658fcaf-8835-445a-a4cf-3f4534b3861e/0df9c90e-a84c-4849-ad6d-1006a5aaded1/3085368c-234d-4061-8c70-32b4923f475e) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:43:45.133161 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:45.159647 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:45.357828 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:45.362253 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for port (3085368c-234d-4061-8c70-32b4923f475e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.369702 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:45.381415 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:45.394692 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:45.395461 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:45.428788 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] No DVR routers for this DVR port fd589bac-7a7d-4978-bdbb-17282786c967 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:45.436713 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.440562 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5b248b39-be4b-41f3-bd9a-44e3b52ed6f4 req-01740bae-af78-45e0-b400-86465bcf4b08 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "DELETE /v2.0/ports/fd589bac-7a7d-4978-bdbb-17282786c967 HTTP/1.1" status: 204 len: 173 time: 1.3086255 Jul 28 06:43:45.441031 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'name': 'network-vif-deleted', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:45.443712 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b59d7-ace4-474d-94c9-e50d4e605d3d" -d '{"events": [{"server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "name": "network-vif-deleted", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:45.472661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.497889 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:45.498972 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:43:45.525741 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:45.531937 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:43:45.534452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:43:45.542882 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0359396-cd74-4825-bda9-e3ec06dfe79b x-openstack-request-id: req-a0359396-cd74-4825-bda9-e3ec06dfe79b {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:45.543035 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a88fd0-386e-4cde-bddf-205dea943fc9", "name": "network-vif-deleted", "tag": "fd589bac-7a7d-4978-bdbb-17282786c967", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:45.543291 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0359396-cd74-4825-bda9-e3ec06dfe79b {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:45.543689 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0359396-cd74-4825-bda9-e3ec06dfe79b'] response: {'server_uuid': '65a88fd0-386e-4cde-bddf-205dea943fc9', 'name': 'network-vif-deleted', 'tag': 'fd589bac-7a7d-4978-bdbb-17282786c967', 'status': 'completed', 'code': 200} Jul 28 06:43:45.607481 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event updated for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:45.640186 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:45.640969 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.662590 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ccdb4b3-ac94-40e6-a2e0-9a8c0c3c375e req-e60007b3-bf20-4ba5-bb20-f6f8f5f0f2f0 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a88fd0-386e-4cde-bddf-205dea943fc9 HTTP/1.1" status: 200 len: 210 time: 0.0402920 Jul 28 06:43:45.684524 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-18ae2408-9590-44a4-966e-edaf640e8332 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0127835 Jul 28 06:43:45.701436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Request body: {'port': {'device_id': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:45.749701 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:45.766140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3085368c-234d-4061-8c70-32b4923f475e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.778320 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:45.787579 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:45.788421 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:45.890187 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-6d52085f-775c-435a-bc9c-5f8aee199137 None None] Provisioning complete for port 3085368c-234d-4061-8c70-32b4923f475e triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:43:45.890754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d52085f-775c-435a-bc9c-5f8aee199137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3085368c-234d-4061-8c70-32b4923f475e), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:45.894662 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:45.922360 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-6d52085f-775c-435a-bc9c-5f8aee199137 None None] Port 3085368c-234d-4061-8c70-32b4923f475e cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:43:46.033497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a9a5-3a49-4ebc-a674-531b489ce589 req-437c3b1c-7b5f-45a8-a1c5-3ddfbdc313ee tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:46.035136 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6636a9a5-3a49-4ebc-a674-531b489ce589 req-437c3b1c-7b5f-45a8-a1c5-3ddfbdc313ee tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 931 time: 0.0513151 Jul 28 06:43:46.040525 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3085368c-234d-4061-8c70-32b4923f475e {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:43:46.048704 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks [] for port (3085368c-234d-4061-8c70-32b4923f475e), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.064569 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Transition to ACTIVE for port object 3085368c-234d-4061-8c70-32b4923f475e will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:43:46.069664 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.094963 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:46.099358 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6636a9a5-3a49-4ebc-a674-531b489ce589 req-d4b24ede-c486-4529-92d9-2df23238decb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578208 Jul 28 06:43:46.104461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:46.124548 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a520d-0786-4963-8ae8-a267fffb8ace None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:37:17Z', 'revision_number': 4, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'a4b03796-0e87-4b17-8d8b-b7d32f692197', 'name': '', 'network_id': '2e0d957c-26b4-458e-ac0c-afc92b508943', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'mac_address': 'fa:16:3e:65:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'subnets': [{'id': '991237bb-f03f-46b8-bd0c-ff18d3280708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:43:46.132894 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Pushing event updated for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:46.242538 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Attempting to bind port 3085368c-234d-4061-8c70-32b4923f475e on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:43:46.243525 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Attempting to bind port 3085368c-234d-4061-8c70-32b4923f475e by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:43:46.244102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Attempting to bind port 3085368c-234d-4061-8c70-32b4923f475e on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:43:46.249880 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Port 3085368c-234d-4061-8c70-32b4923f475e on network 1658fcaf-8835-445a-a4cf-3f4534b3861e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:43:46.250431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Attempting to bind port 3085368c-234d-4061-8c70-32b4923f475e on network 1658fcaf-8835-445a-a4cf-3f4534b3861e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:43:46.256434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:43:46.256873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Checking segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:43:46.257398 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Bound using segment: {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:43:46.257907 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Bound port: 3085368c-234d-4061-8c70-32b4923f475e, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcbf134-a571-40e7-9d8c-eb2d28159090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:43:46.258339 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3085368c-234d-4061-8c70-32b4923f475e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.327155 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:43:46.330663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3085368c-234d-4061-8c70-32b4923f475e,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:43:46.340261 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.380794 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:46.381440 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.382840 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] 10.222.0.49 "PUT /v2.0/ports/3085368c-234d-4061-8c70-32b4923f475e HTTP/1.1" status: 200 len: 1093 time: 0.6858175 Jul 28 06:43:46.390096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:46.407066 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17088c97-036d-4863-88d6-952fbe669d23 service neutron] Pushing event updated for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:46.425325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c022fe8-b341-4e7b-9988-ccc1e13c1e8f None None] New status for floating IP f7248a93-fc57-4907-9b38-8389473edd4a: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:43:46.505952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-31f9fe6c-0a97-4ea2-a084-56ca296c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:46.507576 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-31f9fe6c-0a97-4ea2-a084-56ca296c7ef6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0444682 Jul 28 06:43:46.562454 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-f4b13df6-8b1c-4fd9-ac67-f4c7711ac9a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3085368c-234d-4061-8c70-32b4923f475e HTTP/1.1" status: 200 len: 217 time: 0.0391440 Jul 28 06:43:46.616238 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-31e9c450-df96-49d5-bb55-f0027c55d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:46.617747 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-31e9c450-df96-49d5-bb55-f0027c55d778 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0457065 Jul 28 06:43:46.667313 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-30d6e7c9-0476-415c-93b7-6f2fb2239fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:46.668960 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-30d6e7c9-0476-415c-93b7-6f2fb2239fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412066 Jul 28 06:43:46.755695 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58576) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:46.769860 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-6658eea8-d39d-4297-957a-5ce9df3363db service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918930 Jul 28 06:43:46.812149 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (d15340f7-a585-4912-bfcc-2d8cc46f195a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.814373 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:46.838580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (d15340f7-a585-4912-bfcc-2d8cc46f195a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.864100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147cbda2-a071-4f58-83c4-666aa5fc8d72 req-1e1453e9-896f-46f5-a226-2bdba483392c service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879006 Jul 28 06:43:46.887787 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d15340f7-a585-4912-bfcc-2d8cc46f195a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.890321 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:46.891491 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "DELETE /v2.0/security-groups/d15340f7-a585-4912-bfcc-2d8cc46f195a HTTP/1.1" status: 204 len: 168 time: 0.1346209 Jul 28 06:43:46.894080 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58578) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:46.901476 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93234b1b-c977-4fe3-8874-367acdb29a3d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15340f7-a585-4912-bfcc-2d8cc46f195a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:46.908630 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-ee59a27a-f2c4-4185-87c8-d634dd0381eb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] show failed (client error): The resource could not be found. Jul 28 06:43:46.909679 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ee59a27a-f2c4-4185-87c8-d634dd0381eb tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups/d15340f7-a585-4912-bfcc-2d8cc46f195a HTTP/1.1" status: 404 len: 347 time: 0.0146186 Jul 28 06:43:46.912458 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58580) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:47.027948 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Deleting port b8f675e4-1b7c-4ee0-9477-5b117d258fe7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:47.028282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.103260 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.103916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.115743 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Calling delete_port for b8f675e4-1b7c-4ee0-9477-5b117d258fe7 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:47.234265 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986150f1-5aa9-487f-97ad-51ecae88819d req-dcba341d-0718-4f49-9c34-91a509403f1f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:47.235765 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-986150f1-5aa9-487f-97ad-51ecae88819d req-dcba341d-0718-4f49-9c34-91a509403f1f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 943 time: 0.0475333 Jul 28 06:43:47.250225 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (b8f675e4-1b7c-4ee0-9477-5b117d258fe7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.274572 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event deleted for resources: {'Port': ['ID=b8f675e4-1b7c-4ee0-9477-5b117d258fe7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:47.286145 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-986150f1-5aa9-487f-97ad-51ecae88819d req-61ae6dcc-b964-4ba4-86f7-c9a486578ba3 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Jul 28 06:43:47.340776 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks [] for floatingip (f7248a93-fc57-4907-9b38-8389473edd4a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.343262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:47.344410 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-02d2867a-37f1-4492-909a-925ec3705e4d tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "DELETE /v2.0/floatingips/f7248a93-fc57-4907-9b38-8389473edd4a HTTP/1.1" status: 204 len: 168 time: 0.4309363 Jul 28 06:43:47.544432 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'tag': '3085368c-234d-4061-8c70-32b4923f475e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:47.547068 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "tag": "3085368c-234d-4061-8c70-32b4923f475e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:47.586238 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bbfbc8-158b-41f4-a8f3-95aab49a833d x-openstack-request-id: req-37bbfbc8-158b-41f4-a8f3-95aab49a833d {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:47.587135 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "tag": "3085368c-234d-4061-8c70-32b4923f475e", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:47.587489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37bbfbc8-158b-41f4-a8f3-95aab49a833d {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:47.588198 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bbfbc8-158b-41f4-a8f3-95aab49a833d'] response: {'name': 'network-changed', 'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'tag': '3085368c-234d-4061-8c70-32b4923f475e', 'status': 'completed', 'code': 200} Jul 28 06:43:48.113002 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-d8adb371-33ba-45b6-bd56-682fcfb3cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:48.114713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-d8adb371-33ba-45b6-bd56-682fcfb3cb0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0398202 Jul 28 06:43:48.210023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-0e2d4ff9-43f5-475a-a194-97874107dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:48.211393 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-0e2d4ff9-43f5-475a-a194-97874107dfe8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.0886695 Jul 28 06:43:48.251933 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-d002311e-2349-4edd-bf70-38fcf61b8ec9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3085368c-234d-4061-8c70-32b4923f475e HTTP/1.1" status: 200 len: 217 time: 0.0323806 Jul 28 06:43:48.305163 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-bc706a49-802a-47c9-a1e4-5808103433d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:48.307082 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-bc706a49-802a-47c9-a1e4-5808103433d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0446436 Jul 28 06:43:48.358375 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-1d33acf2-6675-4176-a94b-7842df5956b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:48.360116 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-1d33acf2-6675-4176-a94b-7842df5956b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451753 Jul 28 06:43:48.406260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:48.463750 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86637c49-8ed8-4fb6-972f-fa9e0484846c req-beb3da6d-86c7-4968-827a-b4cf332df150 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:48.465335 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-86637c49-8ed8-4fb6-972f-fa9e0484846c req-beb3da6d-86c7-4968-827a-b4cf332df150 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 943 time: 0.1042855 Jul 28 06:43:48.562933 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fd589bac-7a7d-4978-bdbb-17282786c967 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:48.596011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: fd589bac-7a7d-4978-bdbb-17282786c967 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:48.596551 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device fd589bac-7a7d-4978-bdbb-17282786c967 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:48.789339 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-839c520a-68ee-4aa9-865a-1ddddc5cc9b4 service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183998 Jul 28 06:43:48.812343 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-86637c49-8ed8-4fb6-972f-fa9e0484846c req-daa7b991-aaef-4786-b377-785159527278 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415983 Jul 28 06:43:48.894116 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:48.898435 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5dbf5ac-c07f-442b-b633-11bd83fb9f1e req-c82e99e4-e1c2-437f-85b0-d262ebdb4cba service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984800 Jul 28 06:43:49.845805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c55d5-b01d-4c34-a641-ecebc80e7629 req-4ffac026-18ea-407b-b1a2-f843d50e8fe5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:49.847339 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-860c55d5-b01d-4c34-a641-ecebc80e7629 req-4ffac026-18ea-407b-b1a2-f843d50e8fe5 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0483367 Jul 28 06:43:49.903175 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-860c55d5-b01d-4c34-a641-ecebc80e7629 req-c0171ec4-dda9-4925-88cf-693bc35c1524 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Jul 28 06:43:49.934320 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d30e78-1bf1-4ad6-8955-ac8e6a25e8d2 req-367deeaa-6702-4c46-83eb-31fe57faa199 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:49.935801 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d7d30e78-1bf1-4ad6-8955-ac8e6a25e8d2 req-367deeaa-6702-4c46-83eb-31fe57faa199 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 943 time: 0.0502717 Jul 28 06:43:49.983929 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d7d30e78-1bf1-4ad6-8955-ac8e6a25e8d2 req-a3545944-4cb1-4afe-8c0d-24c5d4ab62c7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Jul 28 06:43:50.552974 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3085368c-234d-4061-8c70-32b4923f475e details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:43:50.652323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3085368c-234d-4061-8c70-32b4923f475e,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:50.663085 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '3085368c-234d-4061-8c70-32b4923f475e', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'port_id': '3085368c-234d-4061-8c70-32b4923f475e', 'mac_address': 'fa:16:3e:58:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:43:50.664392 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:50.699049 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3085368c-234d-4061-8c70-32b4923f475e is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:50.699435 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3085368c-234d-4061-8c70-32b4923f475e), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:50.715936 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3085368c-234d-4061-8c70-32b4923f475e {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:43:50.736059 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3085368c-234d-4061-8c70-32b4923f475e,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:50.739989 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:50.785779 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:50.793757 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.794103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.794448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.794785 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.795112 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.795440 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.795762 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.796083 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.796405 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.796727 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.797047 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.797396 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.797717 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.798034 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:50.798353 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:43:51.107640 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c19aa-83a4-4bce-8c61-99622ca1610e req-c197dcdd-a90e-4d0b-9ad4-061de62f303e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:51.109127 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-658c19aa-83a4-4bce-8c61-99622ca1610e req-c197dcdd-a90e-4d0b-9ad4-061de62f303e tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 944 time: 0.0500112 Jul 28 06:43:51.157358 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-658c19aa-83a4-4bce-8c61-99622ca1610e req-a8cd44cd-2dd0-4b6a-adbd-7944dcc2e570 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 Jul 28 06:43:51.169930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['3085368c-234d-4061-8c70-32b4923f475e'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:51.171899 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769653a-84f3-44e8-9b80-d993f1f6ef90 req-e054aa76-d9d4-44bc-ad36-93a16a8bfabd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:51.173336 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5769653a-84f3-44e8-9b80-d993f1f6ef90 req-e054aa76-d9d4-44bc-ad36-93a16a8bfabd tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0498047 Jul 28 06:43:51.221800 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5769653a-84f3-44e8-9b80-d993f1f6ef90 req-f2147068-e275-4d66-b041-ac3934cae9a6 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Jul 28 06:43:51.299671 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:51.630985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-ecc43c67-3f72-4a6d-902b-1c0b92dcd43c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:51.632300 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-ecc43c67-3f72-4a6d-902b-1c0b92dcd43c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 946 time: 0.0487168 Jul 28 06:43:51.714692 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Deleting port 7d4c8835-d4d0-44cd-b343-088c09fffb3a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:51.715030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:51.795143 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:43:51.804527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] For port 7d4c8835-d4d0-44cd-b343-088c09fffb3a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=7d4c8835-d4d0-44cd-b343-088c09fffb3a,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:51.804885 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:51.818999 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Calling delete_port for 7d4c8835-d4d0-44cd-b343-088c09fffb3a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:51.952673 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (7d4c8835-d4d0-44cd-b343-088c09fffb3a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:51.984592 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event deleted for resources: {'Port': ['ID=7d4c8835-d4d0-44cd-b343-088c09fffb3a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:52.032219 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] No DVR routers for this DVR port 7d4c8835-d4d0-44cd-b343-088c09fffb3a on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:52.034589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:52.037742 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30e8c79f-b64d-4210-aeca-edaccf923e92 req-19812f3f-372c-4abb-ba4e-2c63ff265049 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "DELETE /v2.0/ports/7d4c8835-d4d0-44cd-b343-088c09fffb3a HTTP/1.1" status: 204 len: 173 time: 0.3992641 Jul 28 06:43:52.038181 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'name': 'network-vif-deleted', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:52.041580 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc7078-312f-47b8-ba76-1e80a4909468" -d '{"events": [{"server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "name": "network-vif-deleted", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:52.083770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5c0c6-371e-4563-9c15-0791b0a1be4c x-openstack-request-id: req-73b5c0c6-371e-4563-9c15-0791b0a1be4c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:52.084145 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd097e6-598d-42a1-a3ad-5d8716bcb7fc", "name": "network-vif-deleted", "tag": "7d4c8835-d4d0-44cd-b343-088c09fffb3a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:52.084483 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73b5c0c6-371e-4563-9c15-0791b0a1be4c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:52.084891 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b5c0c6-371e-4563-9c15-0791b0a1be4c'] response: {'server_uuid': '2fd097e6-598d-42a1-a3ad-5d8716bcb7fc', 'name': 'network-vif-deleted', 'tag': '7d4c8835-d4d0-44cd-b343-088c09fffb3a', 'status': 'completed', 'code': 200} Jul 28 06:43:52.085436 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['1af3bbc2-bb75-4b78-b8d2-211da789e581', '7d4c8835-d4d0-44cd-b343-088c09fffb3a'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:52.286736 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f6511-8d77-4458-a4c0-13c57bda93e4 req-dde9c85d-a0f2-49a1-9313-5bf52b29ab31 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:52.288294 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a67f6511-8d77-4458-a4c0-13c57bda93e4 req-dde9c85d-a0f2-49a1-9313-5bf52b29ab31 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 944 time: 0.0529075 Jul 28 06:43:52.315856 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:52.340757 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a67f6511-8d77-4458-a4c0-13c57bda93e4 req-b7a74adc-b0ae-4ea1-a5f4-b09bc5d854b2 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Jul 28 06:43:52.346137 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0bdd4ec-c1be-42d3-b5cb-71c7850f6e66 req-e0de9a44-24c6-4394-b420-51c0a88c0f2f tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd097e6-598d-42a1-a3ad-5d8716bcb7fc HTTP/1.1" status: 200 len: 210 time: 0.0390630 Jul 28 06:43:52.601650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3085368c-234d-4061-8c70-32b4923f475e up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:43:52.650446 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 3085368c-234d-4061-8c70-32b4923f475e completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:43:52.656707 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 3085368c-234d-4061-8c70-32b4923f475e triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:43:52.657094 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3085368c-234d-4061-8c70-32b4923f475e), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:52.742548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3085368c-234d-4061-8c70-32b4923f475e is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:43:52.742952 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3085368c-234d-4061-8c70-32b4923f475e), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:52.767955 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3085368c-234d-4061-8c70-32b4923f475e'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:52.770213 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b090c03a-3f91-40fa-b536-0ade22975e8c" -d '{"events": [{"server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "name": "network-vif-plugged", "status": "completed", "tag": "3085368c-234d-4061-8c70-32b4923f475e"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:52.783506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3085368c-234d-4061-8c70-32b4923f475e,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:52.788429 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:52.826854 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27604ef-3578-4a9f-8418-e15c66e6d706 x-openstack-request-id: req-c27604ef-3578-4a9f-8418-e15c66e6d706 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:52.827148 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "name": "network-vif-plugged", "status": "completed", "tag": "3085368c-234d-4061-8c70-32b4923f475e", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:52.827400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c27604ef-3578-4a9f-8418-e15c66e6d706 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:52.827932 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27604ef-3578-4a9f-8418-e15c66e6d706'] response: {'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3085368c-234d-4061-8c70-32b4923f475e', 'code': 200} Jul 28 06:43:52.844258 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:53.066887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb573-2813-4787-bda8-520659ef5c77 req-14df24ac-8611-4cae-acbf-0c08ae68fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:53.068396 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c11bb573-2813-4787-bda8-520659ef5c77 req-14df24ac-8611-4cae-acbf-0c08ae68fcb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0437021 Jul 28 06:43:53.096764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:53.125252 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c11bb573-2813-4787-bda8-520659ef5c77 req-4b9fe31b-d094-473c-99b5-1b6de1ea2a31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Jul 28 06:43:53.461700 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614f90-e7eb-45e0-93c2-c388baf90692 req-d88e66f1-2076-4910-b509-79ef5976e278 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:53.463437 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31614f90-e7eb-45e0-93c2-c388baf90692 req-d88e66f1-2076-4910-b509-79ef5976e278 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Jul 28 06:43:53.537030 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31614f90-e7eb-45e0-93c2-c388baf90692 req-cd10c80a-72ac-4c39-9462-068cf8497f32 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675256 Jul 28 06:43:53.643862 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:53.657792 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627ddd5-8e42-4340-a174-96ff49969215 req-f18d2ea4-7040-48ac-a182-9acc9c35b078 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:53.659264 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5627ddd5-8e42-4340-a174-96ff49969215 req-f18d2ea4-7040-48ac-a182-9acc9c35b078 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Jul 28 06:43:53.706580 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5627ddd5-8e42-4340-a174-96ff49969215 req-8db58483-d487-43be-83a8-6dc96e40e7a1 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jul 28 06:43:54.579410 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 7d4c8835-d4d0-44cd-b343-088c09fffb3a no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:43:54.598965 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 7d4c8835-d4d0-44cd-b343-088c09fffb3a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:43:54.599304 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 7d4c8835-d4d0-44cd-b343-088c09fffb3a not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:43:54.656391 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b3199-209a-4b6d-9a6e-5e9a8471037f req-2e4c005c-d7bc-4ece-a31a-870497d0f29d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:54.657779 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-384b3199-209a-4b6d-9a6e-5e9a8471037f req-2e4c005c-d7bc-4ece-a31a-870497d0f29d tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0478995 Jul 28 06:43:54.706492 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-384b3199-209a-4b6d-9a6e-5e9a8471037f req-a21845ff-73f9-489f-853d-73a781d74deb tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jul 28 06:43:54.824955 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a97d3-89ac-4026-88d5-1f972b8a4821 req-e6a3fc54-d241-41fe-be78-547a5b4db092 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:54.826460 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-792a97d3-89ac-4026-88d5-1f972b8a4821 req-e6a3fc54-d241-41fe-be78-547a5b4db092 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Jul 28 06:43:54.874295 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-792a97d3-89ac-4026-88d5-1f972b8a4821 req-ceeb104b-fe96-4a5a-af65-a9835c671126 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Jul 28 06:43:55.387419 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5d85c-d562-4311-9e49-8b019030a57c req-6e173408-e050-4cf9-a35a-7123795bc54b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:55.388785 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cdf5d85c-d562-4311-9e49-8b019030a57c req-6e173408-e050-4cf9-a35a-7123795bc54b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0463006 Jul 28 06:43:55.438774 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cdf5d85c-d562-4311-9e49-8b019030a57c req-7d88718b-7036-45b9-9e1f-e1adadda2048 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 Jul 28 06:43:55.828200 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1a4e9-81cb-45e8-a41c-eb9595ead533 req-01238185-b35d-4a3b-825e-6284f40d3dd6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:55.829657 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94b1a4e9-81cb-45e8-a41c-eb9595ead533 req-01238185-b35d-4a3b-825e-6284f40d3dd6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Jul 28 06:43:55.887457 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94b1a4e9-81cb-45e8-a41c-eb9595ead533 req-36ba1f71-1ae4-4d7f-90fd-c82673c6935b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521498 Jul 28 06:43:55.990960 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff313b-91dd-44aa-9acc-74f61448e1f2 req-35eec15a-b8ee-4073-9d89-4fa018b93e0e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:55.992347 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20ff313b-91dd-44aa-9acc-74f61448e1f2 req-35eec15a-b8ee-4073-9d89-4fa018b93e0e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0469701 Jul 28 06:43:56.041269 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-20ff313b-91dd-44aa-9acc-74f61448e1f2 req-064c4914-a441-4c70-ae8a-81c190dcd28e tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Jul 28 06:43:56.555104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:56.569598 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38349a-1e3e-4b57-9a83-4802fce1e280 req-fdd57be9-de5b-42f1-b518-c4cb310c26bb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:56.571105 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9b38349a-1e3e-4b57-9a83-4802fce1e280 req-fdd57be9-de5b-42f1-b518-c4cb310c26bb tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0495420 Jul 28 06:43:56.618739 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9b38349a-1e3e-4b57-9a83-4802fce1e280 req-0011e8ee-9923-469e-a03f-2a456fdefe0e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Jul 28 06:43:57.004312 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca14aef-7f9d-410b-b52b-2bdf7227b3b2 req-7adac8f7-0419-458f-b099-b773585d25d9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:57.005825 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7ca14aef-7f9d-410b-b52b-2bdf7227b3b2 req-7adac8f7-0419-458f-b099-b773585d25d9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0474041 Jul 28 06:43:57.056713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7ca14aef-7f9d-410b-b52b-2bdf7227b3b2 req-962b8a7b-52f1-4773-8e2f-2f2a3c67b2b7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Jul 28 06:43:57.124278 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67203a00-0db5-4152-9d76-e953629ac999 req-213b5983-7763-4056-b809-03d9abf3e52b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:57.125808 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67203a00-0db5-4152-9d76-e953629ac999 req-213b5983-7763-4056-b809-03d9abf3e52b tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Jul 28 06:43:57.168192 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650b09f-3e3b-480d-8224-9704f35ed788 req-83b7dc2c-3e97-4872-97dd-29502e262918 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:57.169843 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1650b09f-3e3b-480d-8224-9704f35ed788 req-83b7dc2c-3e97-4872-97dd-29502e262918 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 945 time: 0.0497484 Jul 28 06:43:57.218456 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1650b09f-3e3b-480d-8224-9704f35ed788 req-cbfe228c-9132-47a2-a1d0-03bf0ada46e9 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/security-groups?id=0883fd9f-a828-40bd-a185-c1d4baa7f859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Jul 28 06:43:57.708264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Deleting port 1af3bbc2-bb75-4b78-b8d2-211da789e581 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:43:57.708516 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:57.787313 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55db7a2-3a78-4a95-bf1b-05e13eec9b30 req-113a8119-f538-4e4f-8385-3215e215521d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:57.788781 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b55db7a2-3a78-4a95-bf1b-05e13eec9b30 req-113a8119-f538-4e4f-8385-3215e215521d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0925891 Jul 28 06:43:57.857655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] For port 1af3bbc2-bb75-4b78-b8d2-211da789e581, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=1af3bbc2-bb75-4b78-b8d2-211da789e581,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:43:57.858019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:57.880299 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b55db7a2-3a78-4a95-bf1b-05e13eec9b30 req-1fac56e1-c497-4b58-957c-1d4370e5f607 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840476 Jul 28 06:43:57.881218 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Calling delete_port for 1af3bbc2-bb75-4b78-b8d2-211da789e581 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:43:57.992349 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:58.013125 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (1af3bbc2-bb75-4b78-b8d2-211da789e581), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:58.018769 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:58.043428 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Pushing event deleted for resources: {'Port': ['ID=1af3bbc2-bb75-4b78-b8d2-211da789e581,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:43:58.075890 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['1af3bbc2-bb75-4b78-b8d2-211da789e581'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:43:58.089872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] No DVR routers for this DVR port 1af3bbc2-bb75-4b78-b8d2-211da789e581 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:43:58.092593 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:58.095934 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67203a00-0db5-4152-9d76-e953629ac999 req-041b4429-6fd0-4dee-9011-8232f96cf2a2 tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.49 "DELETE /v2.0/ports/1af3bbc2-bb75-4b78-b8d2-211da789e581 HTTP/1.1" status: 204 len: 173 time: 0.4780576 Jul 28 06:43:58.096392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'name': 'network-vif-deleted', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:58.099029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8259340-40be-4c69-8c6f-8294fecfbd3b" -d '{"events": [{"server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "name": "network-vif-deleted", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:58.141856 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08e582-01d3-4059-9126-dca245681623 x-openstack-request-id: req-ed08e582-01d3-4059-9126-dca245681623 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:58.142166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d9d29-e67f-49e4-986a-5d71340fd0c3", "name": "network-vif-deleted", "tag": "1af3bbc2-bb75-4b78-b8d2-211da789e581", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:58.142415 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed08e582-01d3-4059-9126-dca245681623 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:58.142812 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed08e582-01d3-4059-9126-dca245681623'] response: {'server_uuid': '759d9d29-e67f-49e4-986a-5d71340fd0c3', 'name': 'network-vif-deleted', 'tag': '1af3bbc2-bb75-4b78-b8d2-211da789e581', 'status': 'completed', 'code': 200} Jul 28 06:43:58.190354 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272a25f-2bd2-4569-99a2-e429180c3a90 req-fce09385-521e-4028-96a2-6505e1b10a0f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:58.192083 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5272a25f-2bd2-4569-99a2-e429180c3a90 req-fce09385-521e-4028-96a2-6505e1b10a0f tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0534313 Jul 28 06:43:58.242092 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5272a25f-2bd2-4569-99a2-e429180c3a90 req-ad931286-e558-41ef-86e0-7bead0a5c42c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Jul 28 06:43:58.346542 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0cd379d-c43c-4f53-af34-fdb50903e187 req-2499a553-219f-43eb-b481-37a406cb567c tempest-ServerRescueNegativeTestJSON-690058944 tempest-ServerRescueNegativeTestJSON-690058944-project] 10.222.0.20 "GET /v2.0/ports?device_id=759d9d29-e67f-49e4-986a-5d71340fd0c3 HTTP/1.1" status: 200 len: 210 time: 0.0350940 Jul 28 06:43:58.363963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79accad5-6504-4a6d-b277-caff325a6042 req-fe91a17a-5da8-41cd-bc00-3fa2d52f65b9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:58.365455 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-79accad5-6504-4a6d-b277-caff325a6042 req-fe91a17a-5da8-41cd-bc00-3fa2d52f65b9 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0506756 Jul 28 06:43:58.375388 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58682) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:58.380332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Request body: {'floatingip': {'port_id': '3085368c-234d-4061-8c70-32b4923f475e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:43:58.420694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:58.654823 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:59.009318 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89d3d-334a-47c2-aa70-0454c1298a33 req-438e6302-e8e1-41ab-88d5-1b1d2423ce39 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:59.011258 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def89d3d-334a-47c2-aa70-0454c1298a33 req-438e6302-e8e1-41ab-88d5-1b1d2423ce39 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Jul 28 06:43:59.061639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def89d3d-334a-47c2-aa70-0454c1298a33 req-daf0f700-f962-4dba-8575-4e35d3b18daf tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Jul 28 06:43:59.109389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:59.112866 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:59.187599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:59.209659 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP e1152183-4311-4242-ab47-9a0bbd11f9ce associated. External IP: 172.27.1.17, port: 3085368c-234d-4061-8c70-32b4923f475e. Jul 28 06:43:59.412176 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58688) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:43:59.424094 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:43:59.427158 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:59.533650 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:43:59.538753 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:59.546769 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:43:59.558829 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:59.559806 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:59.562640 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:59.575612 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5b112daa-5fcf-4b2a-b226-e0a79cd82ca7 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "PUT /v2.0/floatingips/e1152183-4311-4242-ab47-9a0bbd11f9ce HTTP/1.1" status: 200 len: 990 time: 1.1990895 Jul 28 06:43:59.577899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'tag': '3085368c-234d-4061-8c70-32b4923f475e'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:43:59.580142 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004" -d '{"events": [{"name": "network-changed", "server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "tag": "3085368c-234d-4061-8c70-32b4923f475e"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:43:59.623789 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd117fb-4e7d-42c8-afef-a6c800088eff x-openstack-request-id: req-1dd117fb-4e7d-42c8-afef-a6c800088eff {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:43:59.624079 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "tag": "3085368c-234d-4061-8c70-32b4923f475e", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:43:59.624365 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dd117fb-4e7d-42c8-afef-a6c800088eff {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:43:59.624766 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd117fb-4e7d-42c8-afef-a6c800088eff'] response: {'name': 'network-changed', 'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'tag': '3085368c-234d-4061-8c70-32b4923f475e', 'status': 'completed', 'code': 200} Jul 28 06:43:59.667778 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:43:59.721787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-26c08d10-bd2a-4d99-8867-99c2348dc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:59.723343 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-26c08d10-bd2a-4d99-8867-99c2348dc37e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0542176 Jul 28 06:43:59.825748 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-bf7894d8-eb0a-426c-b40f-3592a96982f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:59.827548 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-bf7894d8-eb0a-426c-b40f-3592a96982f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 200 len: 915 time: 0.0947824 Jul 28 06:43:59.893965 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-1f7ab362-71b8-4c12-afd3-89c197a4ac9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3085368c-234d-4061-8c70-32b4923f475e HTTP/1.1" status: 200 len: 998 time: 0.0595307 Jul 28 06:43:59.897452 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'e1152183-4311-4242-ab47-9a0bbd11f9ce', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': '3085368c-234d-4061-8c70-32b4923f475e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:58:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:40Z', 'updated_at': '2022-07-28T06:43:59Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:59.923823 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:43:59.933776 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:43:59.934830 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:43:59.949770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-8b6ef214-2268-4a0c-bff2-e6a69b96ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:43:59.951234 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-8b6ef214-2268-4a0c-bff2-e6a69b96ce70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 200 len: 853 time: 0.0510662 Jul 28 06:43:59.972627 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:59.990657 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:00.000276 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-2e405f5c-d4ab-4499-bb6c-bca7780f97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:00.001830 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-2e405f5c-d4ab-4499-bb6c-bca7780f97cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1658fcaf-8835-445a-a4cf-3f4534b3861e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428882 Jul 28 06:44:00.127400 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-e893905b-c866-4cd3-aa4f-0c4ab62f8daa service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107497 Jul 28 06:44:00.128125 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e5137c4-3603-4ab2-9fbf-6714268896e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:00.143030 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:00.245127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1d6c2a3-5f24-4d0f-b39d-174b7610e004 req-80df21d8-a71e-45f0-9947-7253d1dd18bc service neutron] 10.222.0.49 "GET /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091528 Jul 28 06:44:00.281585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca1df-496d-45a1-b9aa-2868f4d054a5 req-4edb068f-1ff0-4f17-b608-35f3ec771b05 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:00.283633 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b9ca1df-496d-45a1-b9aa-2868f4d054a5 req-4edb068f-1ff0-4f17-b608-35f3ec771b05 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0998950 Jul 28 06:44:00.287952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:00.368366 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'e1152183-4311-4242-ab47-9a0bbd11f9ce', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': '3085368c-234d-4061-8c70-32b4923f475e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:58:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:40Z', 'updated_at': '2022-07-28T06:43:59Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:00.383331 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b9ca1df-496d-45a1-b9aa-2868f4d054a5 req-ce52dd2c-d27a-46c8-a5d0-dd2a9e9e6a48 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917048 Jul 28 06:44:00.392839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Deleting port a4b03796-0e87-4b17-8d8b-b7d32f692197 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:00.393179 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:00.397118 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b599e6-bd36-475d-b4f2-3904201165a2 None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'e1152183-4311-4242-ab47-9a0bbd11f9ce', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'port_id': '3085368c-234d-4061-8c70-32b4923f475e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'mac_address': 'fa:16:3e:58:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:40Z', 'updated_at': '2022-07-28T06:43:59Z', 'revision_number': 1, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:00.482870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] For port a4b03796-0e87-4b17-8d8b-b7d32f692197, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a4b03796-0e87-4b17-8d8b-b7d32f692197,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:00.483237 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:00.497603 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Calling delete_port for a4b03796-0e87-4b17-8d8b-b7d32f692197 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:00.597722 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cf124-ead5-43d6-bd01-26047c7c19ee None None] New status for floating IP e1152183-4311-4242-ab47-9a0bbd11f9ce: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:44:00.619498 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:00.637086 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 1af3bbc2-bb75-4b78-b8d2-211da789e581 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:00.664473 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 1af3bbc2-bb75-4b78-b8d2-211da789e581 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:44:00.665497 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 1af3bbc2-bb75-4b78-b8d2-211da789e581 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:44:00.687532 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (a4b03796-0e87-4b17-8d8b-b7d32f692197), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:00.713986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b03796-0e87-4b17-8d8b-b7d32f692197,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:00.886244 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:01.098775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:44:01.137940 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:01.200423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:44:01.206105 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f2cac299-4cb0-471f-b1e1-4641b4f9cf2e admin admin] 10.222.0.20 "PUT /v2.0/routers/b809e7a4-48a1-48e2-ba60-3ef0a562b4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954042 Jul 28 06:44:01.208005 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58698) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:01.210453 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Sync routers for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:44:01.220732 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:01.221355 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:01.334729 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:01.504943 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:01.521889 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:44:00Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:01.529222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1633-08c7-4241-9fc8-7d64a1ca39d2 req-ebe1d4de-99fb-4ca7-8e7f-5abb19107bf4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:01.530988 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-82af1633-08c7-4241-9fc8-7d64a1ca39d2 req-ebe1d4de-99fb-4ca7-8e7f-5abb19107bf4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0510528 Jul 28 06:44:01.548003 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Checking router: b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:44:01.558262 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Routers {'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:01.558884 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:43:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:01.569617 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks [] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:01.609851 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-82af1633-08c7-4241-9fc8-7d64a1ca39d2 req-bd807647-056b-499c-adb5-5a616d217027 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654972 Jul 28 06:44:01.666850 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] Set router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:01.685103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks [] for router_gateway (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:01.735045 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Deleting port 01ef8d52-fd70-422c-b189-79bea43c66cf {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:01.735683 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:01.776929 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:01.824237 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] For port 01ef8d52-fd70-422c-b189-79bea43c66cf, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=01ef8d52-fd70-422c-b189-79bea43c66cf,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:01.824601 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:01.837952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Calling delete_port for 01ef8d52-fd70-422c-b189-79bea43c66cf owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:01.847790 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:44:00Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:01.873714 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95260-e0d8-4302-ae1d-e48a43c9e8c2 None None] The sync data for ids ['b809e7a4-48a1-48e2-ba60-3ef0a562b4e3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2104915029-router', 'tenant_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:04Z', 'updated_at': '2022-07-28T06:44:00Z', 'revision_number': 5, 'project_id': '0fb2f4ad616e43f5a9a248390bd0aebf', 'gw_port': {'id': '01ef8d52-fd70-422c-b189-79bea43c66cf', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809e7a4-48a1-48e2-ba60-3ef0a562b4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:05Z', 'updated_at': '2022-07-28T06:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:02.014674 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (01ef8d52-fd70-422c-b189-79bea43c66cf), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.048287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ef8d52-fd70-422c-b189-79bea43c66cf,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:02.108462 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.195377 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.197805 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks [] for router_controller (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.242062 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (b809e7a4-48a1-48e2-ba60-3ef0a562b4e3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.242709 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:44:02.247367 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.248528 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-31246d1f-138a-4df4-a240-85989a9042d8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b809e7a4-48a1-48e2-ba60-3ef0a562b4e3 HTTP/1.1" status: 204 len: 168 time: 1.0396013 Jul 28 06:44:02.251044 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58702) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:02.303374 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Deleting subnet 991237bb-f03f-46b8-bd0c-ff18d3280708 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:44:02.307239 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Publish callbacks [] for subnet (991237bb-f03f-46b8-bd0c-ff18d3280708), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.329365 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:02.347665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (991237bb-f03f-46b8-bd0c-ff18d3280708), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.427788 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (991237bb-f03f-46b8-bd0c-ff18d3280708), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.443228 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11ec7d8f-5f43-4fee-8585-eb7835075831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.496554 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (991237bb-f03f-46b8-bd0c-ff18d3280708), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.525822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991237bb-f03f-46b8-bd0c-ff18d3280708,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:02.530218 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.533528 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b9a02121-cf85-41c2-a90d-2d79ed7f6d6f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/991237bb-f03f-46b8-bd0c-ff18d3280708 HTTP/1.1" status: 204 len: 168 time: 0.2815015 Jul 28 06:44:02.535816 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0fb3be-1b60-4086-8f95-b5918db16e30 None None] Network 2e0d957c-26b4-458e-ac0c-afc92b508943 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:44:02.536003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58704) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:02.605907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (2e0d957c-26b4-458e-ac0c-afc92b508943), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.654100 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Deleting port 5797c000-100c-46c3-8d50-470bee77b240 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:02.654443 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (5797c000-100c-46c3-8d50-470bee77b240), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.696337 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.720984 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:02.753844 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] For port 5797c000-100c-46c3-8d50-470bee77b240, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5797c000-100c-46c3-8d50-470bee77b240,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:02.754206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (5797c000-100c-46c3-8d50-470bee77b240), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.779474 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5e029-82eb-4b19-97d6-fa7b017c40f8 req-d4523ad9-5fd4-4536-98df-8dc5bfc14c72 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:02.780928 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09d5e029-82eb-4b19-97d6-fa7b017c40f8 req-d4523ad9-5fd4-4536-98df-8dc5bfc14c72 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0742381 Jul 28 06:44:02.781857 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Calling delete_port for 5797c000-100c-46c3-8d50-470bee77b240 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:02.835712 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] DHCP port deletion for 2e0d957c-26b4-458e-ac0c-afc92b508943 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:44:02.877534 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Deleting port 5797c000-100c-46c3-8d50-470bee77b240 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:02.877983 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (5797c000-100c-46c3-8d50-470bee77b240), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.894563 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09d5e029-82eb-4b19-97d6-fa7b017c40f8 req-a7b218f8-4613-4b2c-a58b-097e6c3aea3d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068852 Jul 28 06:44:02.914841 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (5797c000-100c-46c3-8d50-470bee77b240), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.943163 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5797c000-100c-46c3-8d50-470bee77b240,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:02.945095 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] No DVR routers for this DVR port 5797c000-100c-46c3-8d50-470bee77b240 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:44:02.952233 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] For port 5797c000-100c-46c3-8d50-470bee77b240, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=5797c000-100c-46c3-8d50-470bee77b240,segment=NetworkSegment(af95fe41-80e5-44d3-9dda-efc7563a94b1),segment_id=af95fe41-80e5-44d3-9dda-efc7563a94b1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:02.952634 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (5797c000-100c-46c3-8d50-470bee77b240), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:02.967040 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Calling delete_port for 5797c000-100c-46c3-8d50-470bee77b240 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:02.980635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:03.023684 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (2e0d957c-26b4-458e-ac0c-afc92b508943), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.045075 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0d957c-26b4-458e-ac0c-afc92b508943']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:03.047128 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (5797c000-100c-46c3-8d50-470bee77b240), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.054818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af95fe41-80e5-44d3-9dda-efc7563a94b1') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:03.055175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af95fe41-80e5-44d3-9dda-efc7563a94b1') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:03.065143 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (af95fe41-80e5-44d3-9dda-efc7563a94b1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.075290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] Pushing event deleted for resources: {'Port': ['ID=5797c000-100c-46c3-8d50-470bee77b240,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:03.078724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a93fd5-3a7a-4d47-bc49-c096bf891c0f None None] No DVR routers for this DVR port 5797c000-100c-46c3-8d50-470bee77b240 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:44:03.078864 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (af95fe41-80e5-44d3-9dda-efc7563a94b1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.091449 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:44:03.092019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (af95fe41-80e5-44d3-9dda-efc7563a94b1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.135765 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment af95fe41-80e5-44d3-9dda-efc7563a94b1 resource provider aggregate not found Jul 28 06:44:03.153405 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment af95fe41-80e5-44d3-9dda-efc7563a94b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af95fe41-80e5-44d3-9dda-efc7563a94b1 found for delete ", "request_id": "req-9b636034-536d-452f-b2b1-63d524b764d4"}]} Jul 28 06:44:03.161777 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (2e0d957c-26b4-458e-ac0c-afc92b508943), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.167716 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.170860 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e0d957c-26b4-458e-ac0c-afc92b508943 HTTP/1.1" status: 204 len: 168 time: 0.6339281 Jul 28 06:44:03.182575 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ae29f-46e0-40cf-9dc4-eb68b3f12ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0d957c-26b4-458e-ac0c-afc92b508943,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:03.286233 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58714) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:03.306378 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:03.330154 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0c523831-b54f-4387-b084-4e2f33ec93c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fb2f4ad616e43f5a9a248390bd0aebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427816 Jul 28 06:44:03.332606 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58716) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:03.380125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] Publish callbacks [] for security_group (0883fd9f-a828-40bd-a185-c1d4baa7f859), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.401474 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] Publish callbacks [] for security_group (0883fd9f-a828-40bd-a185-c1d4baa7f859), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.448961 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (0883fd9f-a828-40bd-a185-c1d4baa7f859), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.451734 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:03.452959 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0883fd9f-a828-40bd-a185-c1d4baa7f859 HTTP/1.1" status: 204 len: 168 time: 0.1194699 Jul 28 06:44:03.461155 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2712c3-f08b-4d11-9a5d-c841c0c7e67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883fd9f-a828-40bd-a185-c1d4baa7f859,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:03.610928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a4b03796-0e87-4b17-8d8b-b7d32f692197 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:03.630577 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: a4b03796-0e87-4b17-8d8b-b7d32f692197 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:44:03.630861 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a4b03796-0e87-4b17-8d8b-b7d32f692197 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:44:03.631282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5797c000-100c-46c3-8d50-470bee77b240 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:03.649922 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 5797c000-100c-46c3-8d50-470bee77b240 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:44:03.650267 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 5797c000-100c-46c3-8d50-470bee77b240 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:44:03.650682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 01ef8d52-fd70-422c-b189-79bea43c66cf no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:03.669663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 01ef8d52-fd70-422c-b189-79bea43c66cf {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:44:03.670011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 01ef8d52-fd70-422c-b189-79bea43c66cf not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:44:03.861494 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.037822 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35c56-8eb6-4844-95cb-57590b6d9b29 req-4bbe5955-4793-44ec-8606-58e99333acdc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:04.039321 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0d35c56-8eb6-4844-95cb-57590b6d9b29 req-4bbe5955-4793-44ec-8606-58e99333acdc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0480294 Jul 28 06:44:04.092594 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0d35c56-8eb6-4844-95cb-57590b6d9b29 req-3c891395-f96d-4853-8e77-645ac17d6473 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Jul 28 06:44:04.294674 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58740) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:04.393686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1949169990-network', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:04.414252 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Made reservation on behalf of f0f65f082a2547f79ac218e318bee171 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:44:04.416561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.428127 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.505640 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks [] for security_group (8cf95888-1b23-401b-b250-323b6272192d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.510457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (8cf95888-1b23-401b-b250-323b6272192d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.538390 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:44:04.550665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf95888-1b23-401b-b250-323b6272192d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:04.554556 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (b9b9cea2-1829-411f-98ac-18a3b5f588e3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.554897 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Added segment b9b9cea2-1829-411f-98ac-18a3b5f588e3 of type vlan for network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d Jul 28 06:44:04.597324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.612715 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:04.624382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.625471 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:04.626055 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.685178 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3887033 Jul 28 06:44:04.687924 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58744) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:04.699417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Request body: {'subnet': {'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1949169990-subnet', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:04.712266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612e47-4fce-4cf1-89f8-57d630f19d9c admin admin] Pushing event updated for resources: {'Network': ['ID=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:04.723551 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:44:04.726382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Made reservation on behalf of f0f65f082a2547f79ac218e318bee171 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:44:04.729361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.843565 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:04.904230 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:04.954683 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:04.970456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Checking segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:44:04.970812 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Network hostable DHCP agents. Network: 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:44:04.987298 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:44:04.995780 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:04.999751 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:05.000347 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.004669 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f361c8-c025-4685-b393-7c9f1f2e7486 None None] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:44:05.018227 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-60596193-0f2b-417c-a268-bd2a249093a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3292670 Jul 28 06:44:05.020809 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58746) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:05.025820 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:05.045973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.046978 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.098248 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for router_controller (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.113207 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:44:05.114217 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.203909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:05.258733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Allocated IP 172.20.0.2 (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d/fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c/a7f44cb0-37d8-4ba5-8fae-43346a0bcf38) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:44:05.260178 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for router_gateway (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.323272 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc09ee8-3683-42f3-9bf4-7b7a13301b9d req-a776035c-1d99-4234-ab6f-4795ffd8e2ea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:05.324736 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0dc09ee8-3683-42f3-9bf4-7b7a13301b9d req-a776035c-1d99-4234-ab6f-4795ffd8e2ea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.1212282 Jul 28 06:44:05.412137 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks [] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.418657 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.423761 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0dc09ee8-3683-42f3-9bf4-7b7a13301b9d req-14a5d925-c6e1-4b55-a44a-b8a0781bf5c7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932865 Jul 28 06:44:05.469910 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:05.473221 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:05.478065 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:44:05.481068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Pushing event updated for resources: {'Port': ['ID=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:05.500490 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for router_gateway (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.519563 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.529284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:05.537075 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Attempting to bind port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:44:05.537478 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Attempting to bind port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:44:05.537845 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Attempting to bind port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:44:05.543635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:44:05.544087 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Checking segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:44:05.544412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.544809 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Bound using segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:44:05.545276 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Bound port: a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:44:05.545691 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.614815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:05.626808 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] For port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:44:05.636382 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Allocated IP 172.27.1.142 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/c333750a-8799-42b9-9a76-a95abf9d6c37) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:44:05.641762 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.643703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] For port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:44:05.650726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.731139 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24866-f359-4fdc-88a7-204f29beb47b None None] Pushing event updated for resources: {'Port': ['ID=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:05.735723 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.756802 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.758122 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:05.794408 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:05.842766 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:05.847853 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:05.849986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Pushing event updated for resources: {'Port': ['ID=c333750a-8799-42b9-9a76-a95abf9d6c37,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:05.852210 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:44:06.108215 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for router_gateway (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:06.305101 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:06.425642 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:06.437570 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:44:06.547034 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:44:06.560095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:44:06.561907 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebe7ab-0f02-4ee7-9446-cd71bf19b34c req-6585a57f-1ef3-4164-9c8b-d5fe73927eea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:06.563919 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7ebe7ab-0f02-4ee7-9446-cd71bf19b34c req-6585a57f-1ef3-4164-9c8b-d5fe73927eea tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0528541 Jul 28 06:44:06.574362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:06.576216 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9157a9c9-5971-4bd7-a632-0f658a065d40 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5538313 Jul 28 06:44:06.579115 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58754) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:06.579894 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:06.580548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:06.620496 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7ebe7ab-0f02-4ee7-9446-cd71bf19b34c req-e5de966b-0105-4ed3-ab6b-ef85847f7d67 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473959 Jul 28 06:44:06.638370 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de0b31-857f-4247-b506-c8bdb92378d8 None None] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:44:06.721564 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:06.749486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Provisioning complete for port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:06.750522 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:06.811965 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:06.986325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:07.015659 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Current status of the port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:07.016058 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.091314 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] For port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:07.099298 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.128054 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:06Z', 'revision_number': 3, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:07.169453 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:44:07.169804 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Updating router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb port c333750a-8799-42b9-9a76-a95abf9d6c37 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:44:07.274820 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.357671 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ffd84-10b8-400e-9e17-3418494ae7bd None None] Pushing event updated for resources: {'Port': ['ID=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:07.361184 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-b252099d-d0f9-4592-a83c-6fa5a9675629 None None] Provisioning complete for port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:07.361588 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b252099d-d0f9-4592-a83c-6fa5a9675629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.363311 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.428258 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Allocated IP 172.20.0.1 (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d/fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c/6a505fa4-3f14-4219-8793-dfa04f923592) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:44:07.482700 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:07.538785 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks [] for port (6a505fa4-3f14-4219-8793-dfa04f923592), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.570412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-b252099d-d0f9-4592-a83c-6fa5a9675629 None None] Current status of the port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:07.576882 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.616914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:07.624409 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:07.632222 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:07.637815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:44:07.640537 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:07.652274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:07.679898 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Pushing event updated for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:07.705658 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.742524 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks [] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.754113 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.755764 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:07.756126 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.808209 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8022a-7ed8-4afc-bc8e-cf09f9a96919 req-f2a2ecfd-9b79-4f96-9104-5c43bc59a7e6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:07.810064 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f1a8022a-7ed8-4afc-bc8e-cf09f9a96919 req-f2a2ecfd-9b79-4f96-9104-5c43bc59a7e6 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0653858 Jul 28 06:44:07.840551 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Attempting to bind port c333750a-8799-42b9-9a76-a95abf9d6c37 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:44:07.841441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Attempting to bind port c333750a-8799-42b9-9a76-a95abf9d6c37 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:44:07.841441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Attempting to bind port c333750a-8799-42b9-9a76-a95abf9d6c37 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:44:07.843432 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a517-fd71-423c-a8f5-662e48a57298 None None] Pushing event updated for resources: {'Port': ['ID=c333750a-8799-42b9-9a76-a95abf9d6c37,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:07.852512 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:44:07.852995 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:44:07.853518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.853844 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:44:07.854306 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Bound port: c333750a-8799-42b9-9a76-a95abf9d6c37, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:44:07.854696 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.916732 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f1a8022a-7ed8-4afc-bc8e-cf09f9a96919 req-03626b3a-99ee-4550-a19a-2cbbc182663f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778043 Jul 28 06:44:07.929820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:07.950286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:07.950497 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:07.953142 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] For port c333750a-8799-42b9-9a76-a95abf9d6c37, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:44:07.956539 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] For port c333750a-8799-42b9-9a76-a95abf9d6c37, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c333750a-8799-42b9-9a76-a95abf9d6c37,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:44:07.963820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.019540 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-a848f54b-0dac-4f46-a2f9-e7782b79bf84 None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:08.019914 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a848f54b-0dac-4f46-a2f9-e7782b79bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.054572 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:08.055874 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:08.064215 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a517-fd71-423c-a8f5-662e48a57298 None None] Pushing event updated for resources: {'Port': ['ID=c333750a-8799-42b9-9a76-a95abf9d6c37,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:08.106293 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-a848f54b-0dac-4f46-a2f9-e7782b79bf84 None None] Port 6a505fa4-3f14-4219-8793-dfa04f923592 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:44:08.127156 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks [] for port (6a505fa4-3f14-4219-8793-dfa04f923592), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.131660 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.172947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:08.206338 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Pushing event updated for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:08.208691 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.286346 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:08.307420 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:08.313200 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:08.380323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:08.407548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da420241-9580-41c2-adfc-0114ed7489fc None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:08.444663 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:44:08.530622 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-f7bcf65f-e53d-44ad-9a29-51943caba8ba None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:08.530996 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf65f-e53d-44ad-9a29-51943caba8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.560960 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:44:08.566106 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-32a33121-263b-4438-bf48-404977a91258 admin admin] 10.222.0.20 "PUT /v2.0/routers/70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851973 Jul 28 06:44:08.571536 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcf65f-e53d-44ad-9a29-51943caba8ba None None] Port 6a505fa4-3f14-4219-8793-dfa04f923592 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:44:08.881705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58766) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:08.887112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387450998', 'description': 'tempest-description--2117323306'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:08.892561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:08.900268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:08.913089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.988703 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (125d42d2-3cf4-4fa0-9c71-2709d39f2a01), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.994669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (125d42d2-3cf4-4fa0-9c71-2709d39f2a01), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.057446 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.058687 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1759260 Jul 28 06:44:09.062219 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58770) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:09.081963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group_rule': {'security_group_id': '125d42d2-3cf4-4fa0-9c71-2709d39f2a01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:09.093372 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b65c45-7080-4797-a0c8-50d6f12d3d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125d42d2-3cf4-4fa0-9c71-2709d39f2a01,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:09.107364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c804e-9c6e-471a-a925-80a016357aa6 req-a5c41ebc-64e6-4431-8a14-96034f9ec097 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:09.108860 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e8c804e-9c6e-471a-a925-80a016357aa6 req-a5c41ebc-64e6-4431-8a14-96034f9ec097 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0971708 Jul 28 06:44:09.152782 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (f358737d-a318-4656-9d32-e8ff0e9595ec), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.187533 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e8c804e-9c6e-471a-a925-80a016357aa6 req-cfb0f3ae-74f1-46db-9853-26bef9e4f7f3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728295 Jul 28 06:44:09.223014 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (f358737d-a318-4656-9d32-e8ff0e9595ec), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.227449 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (f358737d-a318-4656-9d32-e8ff0e9595ec), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.247473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f358737d-a318-4656-9d32-e8ff0e9595ec,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:09.255860 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.257120 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e1ab33f7-ab17-40c7-9046-84919a55280d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1921234 Jul 28 06:44:09.261042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58772) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:09.265564 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group_rule': {'security_group_id': '125d42d2-3cf4-4fa0-9c71-2709d39f2a01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:09.296084 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (c9124a21-948f-4823-bd7e-4ae704989983), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.356978 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (c9124a21-948f-4823-bd7e-4ae704989983), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.361665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (c9124a21-948f-4823-bd7e-4ae704989983), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.385754 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9124a21-948f-4823-bd7e-4ae704989983,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:09.392906 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.394225 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1ec9023e-dd0f-4ffa-8ae5-aafcba357ab4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321373 Jul 28 06:44:09.397342 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 58774) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:09.401710 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:09.425669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.509409 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.641673 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Allocated IP 172.27.1.129 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/cacf26d7-7e41-444e-b798-dd705cc117ad) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:44:09.645759 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:09.653078 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c333750a-8799-42b9-9a76-a95abf9d6c37 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:09.712316 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c333750a-8799-42b9-9a76-a95abf9d6c37 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:09.712655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.714048 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:09.760888 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.791492 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c333750a-8799-42b9-9a76-a95abf9d6c37 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:09.792010 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.796541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.816350 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port c333750a-8799-42b9-9a76-a95abf9d6c37, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c333750a-8799-42b9-9a76-a95abf9d6c37,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:09.820942 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.843271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:09.848572 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:09.853163 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:44:09.856242 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=cacf26d7-7e41-444e-b798-dd705cc117ad,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:09.872463 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=c333750a-8799-42b9-9a76-a95abf9d6c37,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:09.939604 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.983270 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.144056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.148513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.219580 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=cacf26d7-7e41-444e-b798-dd705cc117ad,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:10.234279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.252642 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.254415 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-443cfdc3-2858-416f-b37c-926fb71253c0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8561480 Jul 28 06:44:10.318643 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:10.339632 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734a94-335a-4858-9a39-e6b4b4f2ed08 req-433f7404-b622-476a-abc3-47747bf39c0d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:10.341157 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-45734a94-335a-4858-9a39-e6b4b4f2ed08 req-433f7404-b622-476a-abc3-47747bf39c0d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0561469 Jul 28 06:44:10.395827 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-45734a94-335a-4858-9a39-e6b4b4f2ed08 req-bd8a7346-0621-4c57-ac17-a416359982bc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488548 Jul 28 06:44:10.421763 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-30b6c16e-81f5-4055-999f-78c656cc03e8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--387450998&fields=id&tenant_id=f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 267 time: 0.0492160 Jul 28 06:44:10.496046 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:44:10.505882 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:10.506481 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:10.537568 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-8a8d0c85-c428-4d35-aeaa-33b45bef253e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:10.539044 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-8a8d0c85-c428-4d35-aeaa-33b45bef253e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 811 time: 0.1103375 Jul 28 06:44:10.553701 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-10589653-57ae-4cb7-b193-52c46dfd4c1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/quotas/f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 375 time: 0.0092146 Jul 28 06:44:10.591545 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:10.608466 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-b1b5420d-5039-4d02-8470-219cc12e7b04 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484679 Jul 28 06:44:10.610877 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:10.613118 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:10.685688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:10.714955 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-24c38055-f7b4-4953-a9e9-98329b28a997 service neutron] 10.222.0.20 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940299 Jul 28 06:44:10.803592 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:08Z', 'revision_number': 2, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:10.807236 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-d2cd22c1-1773-4400-8ee4-c8b701967510 service neutron] 10.222.0.20 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860312 Jul 28 06:44:10.833010 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:44:10.833223 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Updating router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb port 6a505fa4-3f14-4219-8793-dfa04f923592 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:44:10.862274 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.985856 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c18553ac-f4bb-4228-88b6-54191344f798 req-0d4961c1-03dc-45c7-9e58-19dfa75be5b9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Jul 28 06:44:11.222442 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks [] for port (6a505fa4-3f14-4219-8793-dfa04f923592), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.228001 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.231079 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:11.325783 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Pushing event updated for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:11.343111 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.343451 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.343803 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.344153 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.344480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.344802 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.345122 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.345478 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.345800 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.346115 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.346436 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.346762 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.347113 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.347376 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.347685 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:11.357068 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Attempting to bind port 6a505fa4-3f14-4219-8793-dfa04f923592 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:44:11.357466 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Attempting to bind port 6a505fa4-3f14-4219-8793-dfa04f923592 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:44:11.358300 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Attempting to bind port 6a505fa4-3f14-4219-8793-dfa04f923592 on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:44:11.364101 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:44:11.364480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Checking segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:44:11.364980 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.365394 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Bound using segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:44:11.365855 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Bound port: 6a505fa4-3f14-4219-8793-dfa04f923592, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:44:11.366229 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.439489 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] For port 6a505fa4-3f14-4219-8793-dfa04f923592, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:44:11.444569 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] For port 6a505fa4-3f14-4219-8793-dfa04f923592, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=6a505fa4-3f14-4219-8793-dfa04f923592,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:44:11.453028 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.515372 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e4497-58fd-4e52-b0aa-b6ccd20fcb40 None None] Pushing event updated for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:11.517615 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:11.518075 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.522023 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:11.522986 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:11.587408 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cb766-87f6-42e0-9159-191c3d0a4390 req-c2045e29-702a-4784-9033-7445461a001c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:11.589506 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-375cb766-87f6-42e0-9159-191c3d0a4390 req-c2045e29-702a-4784-9033-7445461a001c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0973713 Jul 28 06:44:11.636773 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Current status of the port 6a505fa4-3f14-4219-8793-dfa04f923592 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:11.639933 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.648399 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:11.730614 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:11.732480 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-375cb766-87f6-42e0-9159-191c3d0a4390 req-0c64a9c1-49f9-4e3b-a525-49cdd4de6886 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359649 Jul 28 06:44:11.744282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] For port 6a505fa4-3f14-4219-8793-dfa04f923592, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=6a505fa4-3f14-4219-8793-dfa04f923592,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:11.757608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.790589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c333750a-8799-42b9-9a76-a95abf9d6c37 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:11.839898 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:11.856161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d88e1-f3c6-4a58-9931-c62be06e1895 None None] Pushing event updated for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:11.869198 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port c333750a-8799-42b9-9a76-a95abf9d6c37 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:11.869602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.870481 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:11.901130 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb411e4-41ea-4ce7-b66b-15b554123db7 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:11.902036 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9a689631-acbc-437c-b19b-78b46dd634e5 None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:11.902408 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9a689631-acbc-437c-b19b-78b46dd634e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.988227 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:12.018958 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port c333750a-8799-42b9-9a76-a95abf9d6c37 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:12.019655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 6a505fa4-3f14-4219-8793-dfa04f923592 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:12.059650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9a689631-acbc-437c-b19b-78b46dd634e5 None None] Current status of the port 6a505fa4-3f14-4219-8793-dfa04f923592 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:12.078614 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:12.078981 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:12.106483 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d068a8b-98e5-4c32-939e-0dbe19ce709a req-f96027a5-89f9-4db1-aa46-2a081a0fc4b5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Jul 28 06:44:12.156950 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 6a505fa4-3f14-4219-8793-dfa04f923592 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:12.482574 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:12.531087 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-91bc520b-dd1b-461f-8b0f-fddd7f587321 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:12.532541 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-91bc520b-dd1b-461f-8b0f-fddd7f587321 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 811 time: 0.1303785 Jul 28 06:44:12.618181 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-7b8e927b-8a3d-424a-a160-07fbb6909c84 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 379 time: 0.0567060 Jul 28 06:44:12.767326 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'port': {'device_id': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'admin_state_up': True, 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'security_groups': ['125d42d2-3cf4-4fa0-9c71-2709d39f2a01']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:12.853905 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35469-5d6d-490c-b9c0-3a0d515fd273 req-a16ccf42-159c-4cb8-800d-defe3d47d88b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:12.855379 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1ee35469-5d6d-490c-b9c0-3a0d515fd273 req-a16ccf42-159c-4cb8-800d-defe3d47d88b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0476496 Jul 28 06:44:12.883480 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Made reservation on behalf of f0f65f082a2547f79ac218e318bee171 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:44:12.886879 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:12.907263 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1ee35469-5d6d-490c-b9c0-3a0d515fd273 req-d6aee61e-7890-449b-a191-26b02406fa7b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Jul 28 06:44:13.025139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Allocated IP 172.20.0.4 (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d/fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c/310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:44:13.168887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.204620 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0f69a569-16e3-4212-b8a0-5b62d92f2eb8 req-b4d0a7b8-ff09-461c-9e28-8b1e873d9080 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 210 time: 0.0324798 Jul 28 06:44:13.229691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.279560 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:44:13.283996 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:44:13.287890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:44:13.312931 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:13.328631 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.328982 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.329354 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.329698 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.330034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.330364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.330701 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.331028 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.331352 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.331679 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.332000 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.332322 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.332643 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.332963 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.333282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:13.357058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:13.357691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.375789 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-fa882300-b9c3-4fa8-b766-e37c59cccbcc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126981 Jul 28 06:44:13.402412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Request body: {'port': {'device_id': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:13.458067 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:13.468358 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.477961 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:13.490844 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-af18dd5f-c658-4b11-949e-3cce077a77ae None None] Provisioning complete for port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:13.491415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-af18dd5f-c658-4b11-949e-3cce077a77ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.523735 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-af18dd5f-c658-4b11-949e-3cce077a77ae None None] Port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:44:13.623686 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 6a505fa4-3f14-4219-8793-dfa04f923592 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:13.669533 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 6a505fa4-3f14-4219-8793-dfa04f923592 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:13.669805 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.737970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:44:13.745661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks [] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.747547 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 6a505fa4-3f14-4219-8793-dfa04f923592 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:13.758783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Transition to ACTIVE for port object 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:44:13.762354 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.812156 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Pushing event updated for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:13.891813 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Attempting to bind port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:44:13.892179 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Attempting to bind port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:44:13.892474 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Attempting to bind port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:44:13.898252 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:44:13.898819 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Attempting to bind port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:44:13.904680 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:44:13.904855 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Checking segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:44:13.905239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Bound using segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:44:13.905719 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Bound port: 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:44:13.906157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:13.980635 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:44:13.984069 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:44:13.990743 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:14.026617 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.027382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:14.028737 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] 10.222.0.49 "PUT /v2.0/ports/310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 1093 time: 0.6311698 Jul 28 06:44:14.029204 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:14.031494 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3" -d '{"events": [{"name": "network-changed", "server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:14.065099 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc716a-2964-4ea7-a486-42b84d70d9a6 req-2800ff5f-ff71-45ed-a0bc-3f59141fa4cc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.067117 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dbc716a-2964-4ea7-a486-42b84d70d9a6 req-2800ff5f-ff71-45ed-a0bc-3f59141fa4cc tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0642161 Jul 28 06:44:14.094229 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cad89e-02ee-4fb6-84e5-529a71878985 x-openstack-request-id: req-63cad89e-02ee-4fb6-84e5-529a71878985 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:14.094734 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:14.095058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63cad89e-02ee-4fb6-84e5-529a71878985 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:14.095772 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cad89e-02ee-4fb6-84e5-529a71878985'] response: {'name': 'network-changed', 'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'status': 'completed', 'code': 200} Jul 28 06:44:14.097132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dc448-61ae-46b3-9d8a-d13721123a1b service neutron] Pushing event updated for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:14.144478 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dbc716a-2964-4ea7-a486-42b84d70d9a6 req-98ae7671-5511-4bce-93fe-c980bf71e8a8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709794 Jul 28 06:44:14.180427 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-6eb36bc1-1a56-4f4b-9351-245d4073625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.182000 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-6eb36bc1-1a56-4f4b-9351-245d4073625e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1127 time: 0.0622969 Jul 28 06:44:14.240517 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-cbdcbd11-45b5-4ef4-bfb0-131746786828 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 217 time: 0.0394819 Jul 28 06:44:14.345638 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-9c8de42f-779f-4116-a2ac-96a37255fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.347083 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-9c8de42f-779f-4116-a2ac-96a37255fa70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0929916 Jul 28 06:44:14.354183 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471bcc-c2ec-4ea3-88ad-4ee852053574 req-c4063013-3898-4b47-baa8-35d796a7c954 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.355641 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ba471bcc-c2ec-4ea3-88ad-4ee852053574 req-c4063013-3898-4b47-baa8-35d796a7c954 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 943 time: 0.0710158 Jul 28 06:44:14.418318 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-e6e5367e-b70b-468a-a7e4-f452269bec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:14.419799 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-e6e5367e-b70b-468a-a7e4-f452269bec66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633130 Jul 28 06:44:14.453358 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ba471bcc-c2ec-4ea3-88ad-4ee852053574 req-b09a4543-0a58-48a3-9e8d-e1f368c55ce7 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878003 Jul 28 06:44:14.491875 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:14.512507 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:14.524395 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-e58947b3-0f65-4c1d-8b13-3bfdaba20057 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944717 Jul 28 06:44:14.618908 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1edb6e3c-4d40-4e99-bf22-50789e4ea93c req-9083ad1d-7bea-4ae6-938a-6def189e11f0 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886507 Jul 28 06:44:14.670484 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:44:14.776451 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:14.787476 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:44:14.824288 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: ACTIVE; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:14.824678 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:14.838450 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:44:14.858019 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:14.861548 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:14.905938 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:14.909557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=6']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:15.030924 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['dc86c76c-8061-4d08-8a5f-ec9bba7801ad'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:44:15.153362 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:15.285641 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f280b-f57e-4ddd-8b34-7debe8bb17fd req-fcac5a8d-40f4-45fb-9c18-5e4f725b4c05 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.287036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-855f280b-f57e-4ddd-8b34-7debe8bb17fd req-fcac5a8d-40f4-45fb-9c18-5e4f725b4c05 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 945 time: 0.0614269 Jul 28 06:44:15.334014 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-855f280b-f57e-4ddd-8b34-7debe8bb17fd req-18779010-9c68-4041-9148-41b6bce16481 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413039 Jul 28 06:44:15.578540 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813117d-d895-484b-8390-778ed1c71748 req-f2cf36a2-56ab-44db-af58-5377dd0fc6aa tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.580020 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5813117d-d895-484b-8390-778ed1c71748 req-f2cf36a2-56ab-44db-af58-5377dd0fc6aa tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Jul 28 06:44:15.662084 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5813117d-d895-484b-8390-778ed1c71748 req-6ac190f3-3e22-4c82-b55a-8a60883f582c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765533 Jul 28 06:44:15.668632 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-6998f9e0-6673-4936-a627-043c285293b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.670391 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-6998f9e0-6673-4936-a627-043c285293b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1127 time: 0.0557051 Jul 28 06:44:15.771915 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-38d4acd0-2876-4f34-b99d-9ae915edad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.773888 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-38d4acd0-2876-4f34-b99d-9ae915edad1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.0902004 Jul 28 06:44:15.816159 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-f02911d7-5f8f-462e-b673-efa68cf4d2de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 217 time: 0.0343781 Jul 28 06:44:15.874064 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-82a603d0-c1fc-4d9e-8e3d-a7a86ae7a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.875546 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-82a603d0-c1fc-4d9e-8e3d-a7a86ae7a3fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0538247 Jul 28 06:44:15.922751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-faa6a0d6-b5a6-471a-9ab5-0593be64fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:15.924300 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-faa6a0d6-b5a6-471a-9ab5-0593be64fa0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400817 Jul 28 06:44:16.031887 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-a499b852-f84e-402e-bb7e-227a2392856f service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985365 Jul 28 06:44:16.129094 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31fa6259-d2a9-4a97-8c35-17dbc17c51e3 req-f65b9d25-9812-45db-baa0-9dcaa5b9c080 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Jul 28 06:44:16.477681 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f789d-e370-4319-9327-60fe74031363 req-f3c7ef9b-e629-4eb0-b33f-ba6f2636a169 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:16.479213 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-905f789d-e370-4319-9327-60fe74031363 req-f3c7ef9b-e629-4eb0-b33f-ba6f2636a169 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 945 time: 0.0642285 Jul 28 06:44:16.537826 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-905f789d-e370-4319-9327-60fe74031363 req-bebea1f3-385b-4a5a-ac81-fa59a835e45a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530276 Jul 28 06:44:16.670584 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:44:16.682455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:16.793541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port dc86c76c-8061-4d08-8a5f-ec9bba7801ad triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:16.794072 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:16.809252 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c210-1304-4ec7-992a-99c8624b9ec2 req-f112bfbd-897c-46c3-ae79-3084c0c0ecd3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:16.814018 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b527c210-1304-4ec7-992a-99c8624b9ec2 req-f112bfbd-897c-46c3-ae79-3084c0c0ecd3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 943 time: 0.0666573 Jul 28 06:44:16.860371 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:16.881510 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b527c210-1304-4ec7-992a-99c8624b9ec2 req-4caa9d38-b83b-44e4-aaaa-b993ed484d1e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630281 Jul 28 06:44:16.906521 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'port_id': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'mac_address': 'fa:16:3e:28:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:44:16.910514 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:16.910981 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:16.962965 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:16.965279 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf737b66-8ea9-47f9-a45d-c7a34943e6cd" -d '{"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:16.981838 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:16.983519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:16.984032 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:16.996724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:17.021891 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb9e965-7892-4f9f-93ea-17d9deb70692 x-openstack-request-id: req-abb9e965-7892-4f9f-93ea-17d9deb70692 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:17.022303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:17.022582 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb9e965-7892-4f9f-93ea-17d9deb70692 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:17.023030 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb9e965-7892-4f9f-93ea-17d9deb70692'] response: {'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'code': 200} Jul 28 06:44:17.027851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:44:17.065666 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:17.074086 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=7']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:17.076882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:17.129067 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:17.432601 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:44:17.531569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:17.679053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e505cc-d8ca-4bc9-9bbb-ce3d2adfed16 req-993fac83-da9f-41fd-b324-5ad9da460d17 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:17.681934 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a7e505cc-d8ca-4bc9-9bbb-ce3d2adfed16 req-993fac83-da9f-41fd-b324-5ad9da460d17 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0611844 Jul 28 06:44:17.734149 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a7e505cc-d8ca-4bc9-9bbb-ce3d2adfed16 req-bbabb8ba-abb4-4946-968f-80a08b89f17d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464094 Jul 28 06:44:18.004659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb538-6dbe-4151-b193-99e809565c9f req-b7924787-312d-4169-b7ce-8382fa9ade04 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:18.012269 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e07fb538-6dbe-4151-b193-99e809565c9f req-b7924787-312d-4169-b7ce-8382fa9ade04 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 944 time: 0.0565977 Jul 28 06:44:18.061232 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e07fb538-6dbe-4151-b193-99e809565c9f req-c411f248-061b-44f7-8b47-2ff0bfa372f5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478430 Jul 28 06:44:18.670872 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:18.720628 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:44:18.728257 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:18.728817 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:18.779838 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:18.814023 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:18.814413 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:18.874015 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:18.880290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:18.909448 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7acff-68fa-4c2a-93ed-4e40b3e721ef req-b716a3a8-05fa-4a4c-bb12-b0cbda5b6914 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:18.911567 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b2f7acff-68fa-4c2a-93ed-4e40b3e721ef req-b716a3a8-05fa-4a4c-bb12-b0cbda5b6914 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0827868 Jul 28 06:44:18.946752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:18.981700 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b2f7acff-68fa-4c2a-93ed-4e40b3e721ef req-4fa985db-0574-4646-8151-89a47c74ec14 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629988 Jul 28 06:44:19.024624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:19.026987 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e7d059-cf36-499c-974b-e118afd1245b" -d '{"events": [{"server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "name": "network-vif-plugged", "status": "completed", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:19.077263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0d6ca-9e83-4622-bc6f-134b902a1c49 x-openstack-request-id: req-86f0d6ca-9e83-4622-bc6f-134b902a1c49 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:19.077587 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "name": "network-vif-plugged", "status": "completed", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:19.077896 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f0d6ca-9e83-4622-bc6f-134b902a1c49 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:19.078852 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f0d6ca-9e83-4622-bc6f-134b902a1c49'] response: {'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'code': 200} Jul 28 06:44:19.185155 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:19.194666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d68c-0a80-4428-a4d2-742ab89a48f7 req-b6761834-85e8-4083-805d-65d85a7074f7 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:19.197252 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae34d68c-0a80-4428-a4d2-742ab89a48f7 req-b6761834-85e8-4083-805d-65d85a7074f7 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Jul 28 06:44:19.262950 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae34d68c-0a80-4428-a4d2-742ab89a48f7 req-e9e367cf-1677-46fe-b6d2-6d40d155d902 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591938 Jul 28 06:44:19.370013 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509dd00-c5d0-4b08-8c06-7babab019b42 req-9975ff2c-5a3e-4162-a8cf-755ac68c1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:19.371617 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5509dd00-c5d0-4b08-8c06-7babab019b42 req-9975ff2c-5a3e-4162-a8cf-755ac68c1b5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1129 time: 0.0496120 Jul 28 06:44:19.409911 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:19.429129 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5509dd00-c5d0-4b08-8c06-7babab019b42 req-e534970f-9383-4481-a24e-53c39f272273 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502403 Jul 28 06:44:20.121686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33a823-379a-4f09-bebb-4e121a21e005 req-e4e0cffe-3db8-43fe-91e4-39c6c4385081 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:20.126181 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d33a823-379a-4f09-bebb-4e121a21e005 req-e4e0cffe-3db8-43fe-91e4-39c6c4385081 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0522132 Jul 28 06:44:20.178499 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2d33a823-379a-4f09-bebb-4e121a21e005 req-cef9deae-8cb5-457e-908d-68d85a72d51d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481207 Jul 28 06:44:20.386901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0658-1cf4-4484-bf78-7996efa46920 req-fd65de11-4af2-4245-a1c8-4b6ac2a2f999 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:20.388447 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ccfa0658-1cf4-4484-bf78-7996efa46920 req-fd65de11-4af2-4245-a1c8-4b6ac2a2f999 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Jul 28 06:44:20.446693 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ccfa0658-1cf4-4484-bf78-7996efa46920 req-0a54e80f-4ae8-4706-b91c-8c0863c13c86 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521007 Jul 28 06:44:21.336144 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7410-447f-41ef-8115-b91f9f2e4e7d req-33392b14-b24e-49a2-b5c1-8c37ed980634 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:21.343487 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a9e7410-447f-41ef-8115-b91f9f2e4e7d req-33392b14-b24e-49a2-b5c1-8c37ed980634 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0608957 Jul 28 06:44:21.392770 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a9e7410-447f-41ef-8115-b91f9f2e4e7d req-855b9416-9269-40f3-a76e-2dd51261aee3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483506 Jul 28 06:44:21.584735 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f6ea0-0c7a-4b4f-914d-78c35189d4d0 req-a68dc8b3-9e8f-41f4-90fa-15f55ae10a8a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:21.586756 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c2f6ea0-0c7a-4b4f-914d-78c35189d4d0 req-a68dc8b3-9e8f-41f4-90fa-15f55ae10a8a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0572085 Jul 28 06:44:21.638026 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c2f6ea0-0c7a-4b4f-914d-78c35189d4d0 req-0ba715d3-4dc8-4425-aabb-1933d37c8401 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Jul 28 06:44:21.809657 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06123-256e-4da1-8df7-e8f4cc551c98 req-8eb6d4c6-ff19-4e23-8376-9e57a2b9896e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:21.811216 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66d06123-256e-4da1-8df7-e8f4cc551c98 req-8eb6d4c6-ff19-4e23-8376-9e57a2b9896e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0574152 Jul 28 06:44:21.822212 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58890) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:21.826910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'floatingip': {'port_id': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:44:21.868831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:21.873112 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:22.598776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dc3e0-5396-44ef-8359-11e613029409 req-5d95070a-d428-4de8-892f-a1ee361df5af tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:22.600291 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d10dc3e0-5396-44ef-8359-11e613029409 req-5d95070a-d428-4de8-892f-a1ee361df5af tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0945187 Jul 28 06:44:22.701903 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:22.707238 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d10dc3e0-5396-44ef-8359-11e613029409 req-a58e667e-1d13-422a-8996-1d8ba0424428 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004233 Jul 28 06:44:22.708336 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:22.832731 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Floating IP 36913b94-f11c-47c7-8e42-07ad51c416e0 associated. External IP: 172.27.1.129, port: 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b. Jul 28 06:44:22.937389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:23.025523 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:23.066768 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:44:23.188602 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:44:23.193898 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:23.200870 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:44:23.224083 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:23.225651 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:23.228672 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-58b85f43-ed38-4137-9aa4-d10579fbb064 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "PUT /v2.0/floatingips/36913b94-f11c-47c7-8e42-07ad51c416e0 HTTP/1.1" status: 200 len: 991 time: 1.4052608 Jul 28 06:44:23.229356 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:23.231668 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f" -d '{"events": [{"name": "network-changed", "server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:23.273023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c214d93-7b70-4af3-b4df-065fa96d96b4 x-openstack-request-id: req-4c214d93-7b70-4af3-b4df-065fa96d96b4 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:23.274054 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:23.274284 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c214d93-7b70-4af3-b4df-065fa96d96b4 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:23.275258 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c214d93-7b70-4af3-b4df-065fa96d96b4'] response: {'name': 'network-changed', 'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'status': 'completed', 'code': 200} Jul 28 06:44:23.362434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:23.393952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-364a3e67-45e0-4dd8-bd38-d7889161a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:23.395468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-364a3e67-45e0-4dd8-bd38-d7889161a4d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1129 time: 0.0689588 Jul 28 06:44:23.520157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-a18f91c3-6f7d-4e50-9e10-ee14f5cb9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:23.523351 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-a18f91c3-6f7d-4e50-9e10-ee14f5cb9316 service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.1191857 Jul 28 06:44:23.622931 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '36913b94-f11c-47c7-8e42-07ad51c416e0', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:28:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:44:09Z', 'updated_at': '2022-07-28T06:44:22Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:23.630675 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-dfd86229-3b24-497a-9e47-1028c9a798f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 999 time: 0.1016419 Jul 28 06:44:23.656126 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:44:23.666197 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:23.666821 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:23.705014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-eed4f2e0-5711-46a6-92d6-3b8691a8ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:23.706381 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-eed4f2e0-5711-46a6-92d6-3b8691a8ffca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0561213 Jul 28 06:44:23.766884 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-036c9b85-8a23-48fb-b4f7-79e22d24a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:23.768081 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-036c9b85-8a23-48fb-b4f7-79e22d24a9f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481205 Jul 28 06:44:23.803626 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:23.929336 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-30ee9159-e675-4ed3-b09a-c3692887bc3e service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532784 Jul 28 06:44:23.986456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb7ea7-58fc-470b-b502-ee57639330e3 req-53914624-4815-4685-bc02-c5b6721d2626 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:23.988065 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50fb7ea7-58fc-470b-b502-ee57639330e3 req-53914624-4815-4685-bc02-c5b6721d2626 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.1158183 Jul 28 06:44:24.081138 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:24.094422 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50fb7ea7-58fc-470b-b502-ee57639330e3 req-29715ea2-6954-4335-8347-7f4001589c6c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757651 Jul 28 06:44:24.121880 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff3d0462-8ea0-4fb1-b626-35a9a72ec32f req-6d22844e-4282-44db-aa30-fedc7440d8f2 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772251 Jul 28 06:44:24.181330 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '36913b94-f11c-47c7-8e42-07ad51c416e0', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:28:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:44:09Z', 'updated_at': '2022-07-28T06:44:22Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:24.209429 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a6cc1-e750-4ef3-b0b8-9ce479fa9343 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '36913b94-f11c-47c7-8e42-07ad51c416e0', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:28:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:44:09Z', 'updated_at': '2022-07-28T06:44:22Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:24.457188 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3f54b-6802-479b-a47e-2d3dc1ee7627 None None] New status for floating IP 36913b94-f11c-47c7-8e42-07ad51c416e0: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:44:25.244498 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c1756-75ec-4071-843e-c01b5d4de502 req-91f0a8b9-1c9e-4560-b803-4c1146022721 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:25.244498 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-135c1756-75ec-4071-843e-c01b5d4de502 req-91f0a8b9-1c9e-4560-b803-4c1146022721 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Jul 28 06:44:25.270790 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:25.295443 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-135c1756-75ec-4071-843e-c01b5d4de502 req-1c51e9b1-6bfa-41b3-a1dc-8e1ad6e9aaab tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476692 Jul 28 06:44:26.062259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315b32-f056-4668-9532-6269dec61019 req-5ff1308c-be9d-4d11-b61f-f4ff73e28030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:26.063746 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-5ff1308c-be9d-4d11-b61f-f4ff73e28030 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1130 time: 0.0441406 Jul 28 06:44:26.129971 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:26.158851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315b32-f056-4668-9532-6269dec61019 req-7408e0ab-937e-482e-b3af-9246f61cb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:26.160335 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-7408e0ab-937e-482e-b3af-9246f61cb5b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.0864959 Jul 28 06:44:26.224389 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-c5b77e8b-5177-4004-a49b-4e8394b6e628 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 1001 time: 0.0572488 Jul 28 06:44:26.272558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315b32-f056-4668-9532-6269dec61019 req-c917c01c-7555-4e27-bae8-9a57b142ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:26.274433 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-c917c01c-7555-4e27-bae8-9a57b142ad45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0428610 Jul 28 06:44:26.320447 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315b32-f056-4668-9532-6269dec61019 req-3d0e346e-c7e0-4921-bb99-23234f8df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:26.321919 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-3d0e346e-c7e0-4921-bb99-23234f8df9d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383959 Jul 28 06:44:26.345264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:26.439620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999b57-1844-4ea0-bc1e-ba8b74a735ce req-4fb0b036-1aed-438b-82eb-cd3b4d03f744 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:26.441109 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77999b57-1844-4ea0-bc1e-ba8b74a735ce req-4fb0b036-1aed-438b-82eb-cd3b4d03f744 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0644774 Jul 28 06:44:26.481909 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-727cc359-4970-4096-b506-0c04d3885fc6 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534104 Jul 28 06:44:26.547027 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77999b57-1844-4ea0-bc1e-ba8b74a735ce req-2f4f9ff6-ceac-4e42-98e7-9fb369562d31 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983818 Jul 28 06:44:26.591534 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41315b32-f056-4668-9532-6269dec61019 req-b2dc6548-348c-49e1-b69c-ddfc2a2df2a1 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989029 Jul 28 06:44:27.662283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:27.676817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4a3b-b2f8-41fc-87b2-40dd72e52ed0 req-529c35ca-60c0-43ec-b531-1fcf234e86b1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:27.678296 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0da4a3b-b2f8-41fc-87b2-40dd72e52ed0 req-529c35ca-60c0-43ec-b531-1fcf234e86b1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0494478 Jul 28 06:44:27.740968 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a0da4a3b-b2f8-41fc-87b2-40dd72e52ed0 req-18d3d34d-7448-4234-90b0-a75db11b2316 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 Jul 28 06:44:28.735907 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:28.782012 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:28.795363 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:44:28.815409 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: ACTIVE; New status is: DOWN {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:28.815797 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:28.840023 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:28.842292 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a1e4b-ea09-44e8-b8b1-5e118091cee5" -d '{"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:28.856525 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:28.860893 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:28.871170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb297e-9ed2-4409-8f5c-38080e888006 req-f3740032-e44f-4943-a628-1ea8230b721b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:28.872704 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08cb297e-9ed2-4409-8f5c-38080e888006 req-f3740032-e44f-4943-a628-1ea8230b721b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 946 time: 0.0512419 Jul 28 06:44:28.885338 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78fbda3-e124-4253-86c0-d58d638d54a2 x-openstack-request-id: req-b78fbda3-e124-4253-86c0-d58d638d54a2 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:28.885612 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:28.885864 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b78fbda3-e124-4253-86c0-d58d638d54a2 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:28.886254 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78fbda3-e124-4253-86c0-d58d638d54a2'] response: {'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'code': 200} Jul 28 06:44:28.912003 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=8']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:28.927431 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08cb297e-9ed2-4409-8f5c-38080e888006 req-f9cc4f4b-0420-4aeb-97b2-a84fe7478dec tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459461 Jul 28 06:44:29.907078 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef6a7-53f1-4297-a618-21cf789dfad7 req-3702cac6-ec7a-409c-91bd-6a6bff2a42b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:29.908569 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e7ef6a7-53f1-4297-a618-21cf789dfad7 req-3702cac6-ec7a-409c-91bd-6a6bff2a42b4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0480089 Jul 28 06:44:29.960267 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e7ef6a7-53f1-4297-a618-21cf789dfad7 req-dac46f92-b2af-4c62-ade0-61b9e8f14826 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460582 Jul 28 06:44:30.109745 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58974) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:30.120950 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-de4219b4-0f43-40cf-a716-5221ee2fcbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:30.193881 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-2338931a-a3de-411c-a637-e5f147718bef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827563 Jul 28 06:44:30.202943 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-58197313-5f0c-4222-9c7a-8161c497ac7b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:44:30.203928 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-58197313-5f0c-4222-9c7a-8161c497ac7b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049243 Jul 28 06:44:30.281060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 58982) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:30.375962 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-6545dd7c-b941-4643-a1a6-2a6ac1092b3a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:30.377332 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-6545dd7c-b941-4643-a1a6-2a6ac1092b3a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports/dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 941 time: 0.0950773 Jul 28 06:44:31.108581 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b961e5-15f8-42b3-be27-f15e93eb9814 req-26198289-a7ee-43f8-b432-e4ad0888f7ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.110181 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2b961e5-15f8-42b3-be27-f15e93eb9814 req-26198289-a7ee-43f8-b432-e4ad0888f7ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0561991 Jul 28 06:44:31.157613 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2b961e5-15f8-42b3-be27-f15e93eb9814 req-1432aaee-9e7e-45b9-892b-fa5a0cbe3b53 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Jul 28 06:44:31.338442 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-a290032d-353d-42e5-bb36-dfcfebec11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.339853 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-a290032d-353d-42e5-bb36-dfcfebec11e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4&tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17 HTTP/1.1" status: 200 len: 1128 time: 0.0407367 Jul 28 06:44:31.432331 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-9558a12d-2123-4397-914b-70b8607cfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.433838 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-9558a12d-2123-4397-914b-70b8607cfc99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1128 time: 0.0462518 Jul 28 06:44:31.526911 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-813915fd-da3d-4dc9-8be2-d082e1320643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.528348 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-813915fd-da3d-4dc9-8be2-d082e1320643 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.0849297 Jul 28 06:44:31.592437 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-d0126824-7865-4ab0-bea3-dc5e2d6d9c7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 999 time: 0.0575480 Jul 28 06:44:31.642169 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-7b9e2c12-9282-4478-8fd3-f50a3c0f1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.643563 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-7b9e2c12-9282-4478-8fd3-f50a3c0f1b43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0450897 Jul 28 06:44:31.657355 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:31.688663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-21b97685-65a5-45d8-8704-e2e03625cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:31.690148 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-21b97685-65a5-45d8-8704-e2e03625cad7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396678 Jul 28 06:44:31.783410 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-9dd14081-56b1-4071-abd6-5a63d99ed843 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859368 Jul 28 06:44:31.857103 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:31.879021 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f165da-de05-41e8-8721-6b4ac6fa59e2 req-623659ab-18c3-446d-950f-200fbb5f1624 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Jul 28 06:44:32.289515 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958f23d-36e0-4862-9eaf-d09466b5e985 req-53c73732-6a4c-4547-ac41-16f06910c953 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:32.292157 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0958f23d-36e0-4862-9eaf-d09466b5e985 req-53c73732-6a4c-4547-ac41-16f06910c953 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0557401 Jul 28 06:44:32.347714 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0958f23d-36e0-4862-9eaf-d09466b5e985 req-da31802c-0805-4802-b85d-3ed33752d8ac tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500400 Jul 28 06:44:32.442838 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f3a8-a99b-4445-bb8c-dc1efb8e34b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:32.698604 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:32.751361 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:32.838967 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: DOWN; New status is: DOWN {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:33.486506 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240f09-b3d1-4dc1-b311-ba8b6c371183 req-6d2b29b9-6585-4d11-80fd-ca7b59bcbb6d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:33.488370 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4b240f09-b3d1-4dc1-b311-ba8b6c371183 req-6d2b29b9-6585-4d11-80fd-ca7b59bcbb6d tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0551188 Jul 28 06:44:33.539675 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4b240f09-b3d1-4dc1-b311-ba8b6c371183 req-e49ac4a3-6fde-4006-a85a-0507b17be8c8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Jul 28 06:44:33.864624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:34.675952 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f120bb-2677-4f89-b497-93710dd83b97 req-7479f039-ec7e-4944-ae3b-ae505d951378 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:34.677464 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84f120bb-2677-4f89-b497-93710dd83b97 req-7479f039-ec7e-4944-ae3b-ae505d951378 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0500634 Jul 28 06:44:34.725410 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84f120bb-2677-4f89-b497-93710dd83b97 req-2fb95eed-f1a4-4521-b76c-a1873a6971bd tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Jul 28 06:44:35.628649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:35.705085 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:35.861533 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de52a6-d7d3-46a3-9f7c-8c9f77c8d0ce req-baa17381-0b82-44d0-abe0-346d4bff896b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:35.863005 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-10de52a6-d7d3-46a3-9f7c-8c9f77c8d0ce req-baa17381-0b82-44d0-abe0-346d4bff896b tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0552914 Jul 28 06:44:35.913608 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-10de52a6-d7d3-46a3-9f7c-8c9f77c8d0ce req-b7048cc2-8127-42a4-af96-d14800801e82 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Jul 28 06:44:37.044341 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c6af-8f13-4ad4-be3d-63d0293b726c req-4ff1c480-ea68-4989-8318-82dc08afa12a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:37.045890 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3207c6af-8f13-4ad4-be3d-63d0293b726c req-4ff1c480-ea68-4989-8318-82dc08afa12a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0499201 Jul 28 06:44:37.102262 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3207c6af-8f13-4ad4-be3d-63d0293b726c req-531d75e6-8d4c-47df-8728-2bd00e64d4c1 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504699 Jul 28 06:44:38.234357 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ae9a1-593c-48eb-bbdc-d4811e7ddb88 req-b7fd7e52-d3c8-4b4e-b080-453bbd7cb0a9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:38.236051 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b55ae9a1-593c-48eb-bbdc-d4811e7ddb88 req-b7fd7e52-d3c8-4b4e-b080-453bbd7cb0a9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0524366 Jul 28 06:44:38.291967 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b55ae9a1-593c-48eb-bbdc-d4811e7ddb88 req-b7420fa6-de2c-418c-915d-b7bd9314cd5a tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497937 Jul 28 06:44:39.443285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca756-67ff-4878-9972-6e8cff9a43ed req-239b595a-1dcc-4c6c-812e-666e4d8b2d75 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:39.444806 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e99ca756-67ff-4878-9972-6e8cff9a43ed req-239b595a-1dcc-4c6c-812e-666e4d8b2d75 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0558243 Jul 28 06:44:39.501256 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e99ca756-67ff-4878-9972-6e8cff9a43ed req-af1f424d-7e0b-48d4-a5c3-b92412086cd2 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Jul 28 06:44:40.636772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08bc75-d642-4d6a-b7d5-51a0c230c6a1 req-51e151ad-dadb-4087-859c-53ea9e30aab4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:40.638633 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a08bc75-d642-4d6a-b7d5-51a0c230c6a1 req-51e151ad-dadb-4087-859c-53ea9e30aab4 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0536227 Jul 28 06:44:40.703386 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a08bc75-d642-4d6a-b7d5-51a0c230c6a1 req-f5403120-72df-4020-b1af-a779359e20ee tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591514 Jul 28 06:44:40.772272 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:40.773731 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:41.829595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac80325-e93d-41e4-955b-343e138539fe req-95541dfc-5a0b-446f-a549-af3cfee0c934 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:41.831071 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cac80325-e93d-41e4-955b-343e138539fe req-95541dfc-5a0b-446f-a549-af3cfee0c934 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0474937 Jul 28 06:44:41.878636 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cac80325-e93d-41e4-955b-343e138539fe req-b9550a66-e8ae-4711-8ae8-196cc398c908 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Jul 28 06:44:43.003797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7142-3400-4a37-a431-da94e7138424 req-00019354-9db4-40a1-bfd9-d16d291cc522 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:43.005225 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ffa7142-3400-4a37-a431-da94e7138424 req-00019354-9db4-40a1-bfd9-d16d291cc522 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0474730 Jul 28 06:44:43.051657 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ffa7142-3400-4a37-a431-da94e7138424 req-acc9da6f-0579-4978-8538-b1b69adcfa79 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Jul 28 06:44:44.176816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953862b3-4eb4-4cea-94d9-298a12455eeb req-c782208a-4f16-4606-8aac-24e20f9aed1c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:44.178361 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-953862b3-4eb4-4cea-94d9-298a12455eeb req-c782208a-4f16-4606-8aac-24e20f9aed1c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 944 time: 0.0486066 Jul 28 06:44:44.226163 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-953862b3-4eb4-4cea-94d9-298a12455eeb req-14200a3b-5f5c-4bf2-896b-60f7b5605ada tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Jul 28 06:44:44.828503 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:44:45.065663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:45.078349 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'port_id': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'mac_address': 'fa:16:3e:fb:9f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:44:45.114503 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:45.114906 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:45.129123 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:44:45.150094 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:45.153542 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:45.200798 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=9']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:45.353601 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aab9-387d-40c7-9ca7-070e320b0e83 req-a7c0b362-e737-4b2a-9f79-deec10db697e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:45.355162 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03b3aab9-387d-40c7-9ca7-070e320b0e83 req-a7c0b362-e737-4b2a-9f79-deec10db697e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Jul 28 06:44:45.403712 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03b3aab9-387d-40c7-9ca7-070e320b0e83 req-67bc6370-ad1a-4ca3-97fe-045bcb97acd3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Jul 28 06:44:45.486868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['dc86c76c-8061-4d08-8a5f-ec9bba7801ad'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:44:46.534462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed878f-9562-47a7-84e9-3ea99eb7e18c req-b3992f08-db2c-4279-9bca-980a1cae1954 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:46.535935 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2aed878f-9562-47a7-84e9-3ea99eb7e18c req-b3992f08-db2c-4279-9bca-980a1cae1954 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Jul 28 06:44:46.583777 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2aed878f-9562-47a7-84e9-3ea99eb7e18c req-0de8eae4-d2b5-4f85-b12c-84e288896625 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Jul 28 06:44:46.854884 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:44:46.857640 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:46.895225 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:46.907802 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port dc86c76c-8061-4d08-8a5f-ec9bba7801ad triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:44:46.908177 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:46.980017 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port dc86c76c-8061-4d08-8a5f-ec9bba7801ad is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:44:46.980410 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:47.003489 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:47.005810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d968d6ca-1ec4-4883-8fe1-80817f64f889" -d '{"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:47.018519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:47.022540 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:47.045766 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285c75e3-c2cd-405c-92e0-c24bfe3177aa x-openstack-request-id: req-285c75e3-c2cd-405c-92e0-c24bfe3177aa {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:47.046058 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-plugged", "status": "completed", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:47.046313 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-285c75e3-c2cd-405c-92e0-c24bfe3177aa {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:47.046709 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285c75e3-c2cd-405c-92e0-c24bfe3177aa'] response: {'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'code': 200} Jul 28 06:44:47.072368 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=10']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:47.304144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18bd9-cb5d-430a-ac78-75ea67319330 req-c7fd7bd4-eeba-4067-b150-82053d7cdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:47.305661 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49f18bd9-cb5d-430a-ac78-75ea67319330 req-c7fd7bd4-eeba-4067-b150-82053d7cdf42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1131 time: 0.0394206 Jul 28 06:44:47.349538 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49f18bd9-cb5d-430a-ac78-75ea67319330 req-cfa5be25-41c4-4414-a55e-297ea2615cb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378056 Jul 28 06:44:47.713285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac109c-f79d-4f4f-88ab-adccc0473b85 req-0bb45b07-5ecb-45d3-a500-57b821576dc3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:47.714714 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58ac109c-f79d-4f4f-88ab-adccc0473b85 req-0bb45b07-5ecb-45d3-a500-57b821576dc3 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0517435 Jul 28 06:44:47.746622 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:47.763545 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58ac109c-f79d-4f4f-88ab-adccc0473b85 req-744c4420-28f8-43fe-8556-fa75ecdf494f tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Jul 28 06:44:48.907298 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514614b6-4c38-4d43-a1c4-ab5375b2ecbf req-21e79322-df32-45aa-ae80-78e899c539f9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:48.908775 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-514614b6-4c38-4d43-a1c4-ab5375b2ecbf req-21e79322-df32-45aa-ae80-78e899c539f9 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0577979 Jul 28 06:44:48.957647 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-514614b6-4c38-4d43-a1c4-ab5375b2ecbf req-ebfa81c6-0dab-4fb5-948b-6655ac95e8ab tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429187 Jul 28 06:44:50.083626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b9b93-7331-4b4a-9246-fc99006819e7 req-55ce5653-0d4a-452d-9f45-b0b136eccb9e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:50.085087 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-049b9b93-7331-4b4a-9246-fc99006819e7 req-55ce5653-0d4a-452d-9f45-b0b136eccb9e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0487058 Jul 28 06:44:50.132770 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-049b9b93-7331-4b4a-9246-fc99006819e7 req-fa94a29c-d97d-4248-b462-03020fd24db8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Jul 28 06:44:54.197766 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:54.215845 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea781169-ca6e-4799-ae05-87cf948fd863 req-ac1eb594-d864-40a7-a534-2c894dc962e1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:54.217960 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ea781169-ca6e-4799-ae05-87cf948fd863 req-ac1eb594-d864-40a7-a534-2c894dc962e1 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Jul 28 06:44:54.264618 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ea781169-ca6e-4799-ae05-87cf948fd863 req-7e331e0b-f9ba-48c6-aed3-f5b233aeed42 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Jul 28 06:44:55.387053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea7a0-d678-4284-8781-33bd87d8be07 req-a136c751-9630-4147-941e-f7ddcef6332c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:55.388572 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d2ea7a0-d678-4284-8781-33bd87d8be07 req-a136c751-9630-4147-941e-f7ddcef6332c tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0484734 Jul 28 06:44:55.448434 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6d2ea7a0-d678-4284-8781-33bd87d8be07 req-b1c9f2bc-2a23-44e8-9387-4ef4b3ea1557 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541549 Jul 28 06:44:56.087624 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-88579e93-8600-4dd8-ac90-aebe012cbc71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:56.089054 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-88579e93-8600-4dd8-ac90-aebe012cbc71 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0469856 Jul 28 06:44:56.172984 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port 3085368c-234d-4061-8c70-32b4923f475e {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:56.173348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (3085368c-234d-4061-8c70-32b4923f475e), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:56.243101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:56.277563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] For port 3085368c-234d-4061-8c70-32b4923f475e, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3085368c-234d-4061-8c70-32b4923f475e,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:44:56.277933 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (3085368c-234d-4061-8c70-32b4923f475e), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:56.439882 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:56.440524 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:56.440524 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Floating IP e1152183-4311-4242-ab47-9a0bbd11f9ce disassociated. External IP: 172.27.1.17, port: 3085368c-234d-4061-8c70-32b4923f475e. Jul 28 06:44:56.440799 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for 3085368c-234d-4061-8c70-32b4923f475e owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:56.574263 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (3085368c-234d-4061-8c70-32b4923f475e), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:56.580147 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48150-cbb9-4fda-94dc-e7ba27a7d0fe req-ce9915aa-991f-4889-a2bf-8e43d2cd2e1b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:44:56.581679 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9a48150-cbb9-4fda-94dc-e7ba27a7d0fe req-ce9915aa-991f-4889-a2bf-8e43d2cd2e1b tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Jul 28 06:44:56.602973 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=3085368c-234d-4061-8c70-32b4923f475e,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:56.633715 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d9a48150-cbb9-4fda-94dc-e7ba27a7d0fe req-db8201bb-ec72-48f1-bf60-749a73784f9a tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups?id=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463560 Jul 28 06:44:56.715590 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:44:57.049891 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:57.063464 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:57.070644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=29 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:57.075017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:44:57.093603 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:44:57.104229 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:57.104856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:57.118093 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] No DVR routers for this DVR port 3085368c-234d-4061-8c70-32b4923f475e on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:44:57.120641 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:57.124615 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a62a5ad-e435-4c19-bcea-bc2eda32d937 req-8f7fa128-e8b6-4131-ac89-78a0082386e6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.49 "DELETE /v2.0/ports/3085368c-234d-4061-8c70-32b4923f475e HTTP/1.1" status: 204 len: 173 time: 1.0296953 Jul 28 06:44:57.125052 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'name': 'network-vif-deleted', 'tag': '3085368c-234d-4061-8c70-32b4923f475e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:44:57.127380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e9fc9-2218-4f29-a2e6-72b83f19cfdd" -d '{"events": [{"server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "name": "network-vif-deleted", "tag": "3085368c-234d-4061-8c70-32b4923f475e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:44:57.165515 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146318f1-4692-42ac-b090-376ae9dfec74 x-openstack-request-id: req-146318f1-4692-42ac-b090-376ae9dfec74 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:44:57.165761 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535ac71-ff1d-4f41-95b0-6c780e3b0ed1", "name": "network-vif-deleted", "tag": "3085368c-234d-4061-8c70-32b4923f475e", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:44:57.166029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146318f1-4692-42ac-b090-376ae9dfec74 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:44:57.166460 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146318f1-4692-42ac-b090-376ae9dfec74'] response: {'server_uuid': 'd535ac71-ff1d-4f41-95b0-6c780e3b0ed1', 'name': 'network-vif-deleted', 'tag': '3085368c-234d-4061-8c70-32b4923f475e', 'status': 'completed', 'code': 200} Jul 28 06:44:57.218818 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:57.405046 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:57.433082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:44:57.442379 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:44:57.442973 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:44:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:57.543119 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:44:57.741068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:44:57.742189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:57.764919 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cd7b3038-c944-4bf2-b937-4a81f51908c4 req-42484795-37f7-4776-8854-ce47524847f6 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/ports?device_id=d535ac71-ff1d-4f41-95b0-6c780e3b0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0327725 Jul 28 06:44:57.770042 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d7e7-966b-4b0e-a260-6499a8ba720f None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:37:23Z', 'revision_number': 4, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'b191b8a4-19a1-42f7-8beb-8d69923dd382', 'name': '', 'network_id': '1658fcaf-8835-445a-a4cf-3f4534b3861e', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'mac_address': 'fa:16:3e:1e:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:22Z', 'updated_at': '2022-07-28T06:37:41Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'subnets': [{'id': '0df9c90e-a84c-4849-ad6d-1006a5aaded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:44:57.988158 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871acbaa-3201-49d7-8156-dc39bf6fc00e None None] New status for floating IP e1152183-4311-4242-ab47-9a0bbd11f9ce: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:44:58.859489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59172) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:58.908992 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3085368c-234d-4061-8c70-32b4923f475e no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:44:58.920170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:58.934189 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 3085368c-234d-4061-8c70-32b4923f475e {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:44:58.934533 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3085368c-234d-4061-8c70-32b4923f475e not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:44:58.945112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:58.998780 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.001280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.002442 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/security-groups/6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef HTTP/1.1" status: 204 len: 168 time: 0.1419885 Jul 28 06:44:59.005339 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59174) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:59.011449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc660-01a8-4471-ada4-18b473660926 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:59.018870 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-4c0839de-8119-4df4-bd22-5b289c918528 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] show failed (client error): The resource could not be found. Jul 28 06:44:59.019863 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4c0839de-8119-4df4-bd22-5b289c918528 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "GET /v2.0/security-groups/6abe6234-b2b2-4ed7-a4aa-5dd5adacbeef HTTP/1.1" status: 404 len: 347 time: 0.0135448 Jul 28 06:44:59.022744 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59176) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:44:59.139054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Deleting port 4a06f38e-d9a3-4569-ae1d-66d8cee46247 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:44:59.139299 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.214314 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.214632 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (4a06f38e-d9a3-4569-ae1d-66d8cee46247), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.227220 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Calling delete_port for 4a06f38e-d9a3-4569-ae1d-66d8cee46247 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:44:59.360654 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (4a06f38e-d9a3-4569-ae1d-66d8cee46247), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.386413 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Pushing event deleted for resources: {'Port': ['ID=4a06f38e-d9a3-4569-ae1d-66d8cee46247,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:44:59.410965 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.411313 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.411654 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.411997 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.412331 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.412661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.412989 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.413334 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.413664 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.413988 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.414311 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.414634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.414956 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.415277 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.415598 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:44:59.460675 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks [] for floatingip (e1152183-4311-4242-ab47-9a0bbd11f9ce), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.463233 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:59.464373 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-855264aa-3641-4ea0-9848-87506ea8f378 tempest-AttachVolumeNegativeTest-1776145351 tempest-AttachVolumeNegativeTest-1776145351-project] 10.222.0.20 "DELETE /v2.0/floatingips/e1152183-4311-4242-ab47-9a0bbd11f9ce HTTP/1.1" status: 204 len: 168 time: 0.4407589 Jul 28 06:45:00.124465 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2864-dc70-4ed6-a4ee-0ccb7335da5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:02.437824 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-304abd4c-c90e-4e94-a5fb-f36397a5514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:02.706882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:03.075061 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-fcfcfdd3-5cb7-4b5b-9331-04334b2d802e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385835 Jul 28 06:45:03.156469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59214) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:03.160449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:03.191998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-b3dd6c33-ce4e-40a8-8bc9-231ed8db5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:03.193540 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-b3dd6c33-ce4e-40a8-8bc9-231ed8db5750 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 1131 time: 0.0476422 Jul 28 06:45:03.307468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-8d3e7e80-b64d-45df-ba58-67bf8268a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:03.308913 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-8d3e7e80-b64d-45df-ba58-67bf8268a910 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 200 len: 917 time: 0.0907168 Jul 28 06:45:03.370531 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-62b86c7b-f423-4e66-8336-34dc656c6759 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 200 len: 1001 time: 0.0549889 Jul 28 06:45:03.418105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-39158bd5-b23e-4b7d-b1fb-612cbd87caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:03.420222 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-39158bd5-b23e-4b7d-b1fb-612cbd87caf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 200 len: 855 time: 0.0436726 Jul 28 06:45:03.469739 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-c4af1105-cc7d-45ba-acf9-947eae43d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:03.471235 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-c4af1105-cc7d-45ba-acf9-947eae43d9fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85e85b9c-60b1-412d-a087-859c9e65f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437465 Jul 28 06:45:03.550776 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:03.562982 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-eb4610ca-4294-478b-a413-2a270d0a50f4 service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Jul 28 06:45:03.594416 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (b4f644e6-b3d5-4767-a739-d55a307452a3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:03.659184 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aae03636-4eba-4f20-a29a-c304e37b6a38 req-16841ea5-bd71-4baa-85d4-a7e0be571a9d service neutron] 10.222.0.49 "GET /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894964 Jul 28 06:45:03.751344 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:03.815924 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Deleting port b191b8a4-19a1-42f7-8beb-8d69923dd382 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:03.816520 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:03.863700 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:03.897032 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] For port b191b8a4-19a1-42f7-8beb-8d69923dd382, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b191b8a4-19a1-42f7-8beb-8d69923dd382,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:03.897428 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:03.914411 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Calling delete_port for b191b8a4-19a1-42f7-8beb-8d69923dd382 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:04.093665 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (b191b8a4-19a1-42f7-8beb-8d69923dd382), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:04.375048 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Pushing event deleted for resources: {'Port': ['ID=b191b8a4-19a1-42f7-8beb-8d69923dd382,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:04.539625 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (b4f644e6-b3d5-4767-a739-d55a307452a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:04.601130 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:04.752886 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Router b4f644e6-b3d5-4767-a739-d55a307452a3 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:45:04.852362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:04.855267 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:04.862413 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2a45bc16-57c7-4427-b202-fceb941aa670 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4f644e6-b3d5-4767-a739-d55a307452a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034593 Jul 28 06:45:04.863448 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59218) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:04.865980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Sync routers for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:45:04.876252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:04.876853 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:04.966513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks [] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:04.980210 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:05.063996 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks [] for router_gateway (b4f644e6-b3d5-4767-a739-d55a307452a3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.111867 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Deleting port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:05.112310 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:05.112457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.114814 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:05.157323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:45:04Z', 'revision_number': 5, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port': {'id': '3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:10Z', 'updated_at': '2022-07-28T06:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:05.181593 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Checking router: b4f644e6-b3d5-4767-a739-d55a307452a3 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:45:05.190039 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Routers {'b4f644e6-b3d5-4767-a739-d55a307452a3'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:05.190645 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b4f644e6-b3d5-4767-a739-d55a307452a3'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:05.193794 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] For port 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:05.194154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.207594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Calling delete_port for 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:05.275256 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] Set router b4f644e6-b3d5-4767-a739-d55a307452a3 gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:05.324131 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:45:05Z', 'revision_number': 6, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:05.351992 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08062e18-bc7e-4bb7-8734-bf09f09a1eb3 None None] The sync data for ids ['b4f644e6-b3d5-4767-a739-d55a307452a3'] in dv-cinder-850605-1-iscsi is: [{'id': 'b4f644e6-b3d5-4767-a739-d55a307452a3', 'name': 'tempest-AttachVolumeNegativeTest-840366538-router', 'tenant_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:08Z', 'updated_at': '2022-07-28T06:45:05Z', 'revision_number': 6, 'project_id': 'dcffc8bbe6ec425997d67634a0f7d724', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:45:05.379274 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.406541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:05.471664 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (b4f644e6-b3d5-4767-a739-d55a307452a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.557106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.558501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:05.560714 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks [] for router_controller (b4f644e6-b3d5-4767-a739-d55a307452a3), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.603993 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (b4f644e6-b3d5-4767-a739-d55a307452a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.604586 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f644e6-b3d5-4767-a739-d55a307452a3 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:45:05.609968 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.611110 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0b5964a0-7a03-45e1-ab87-acf7e6b7b951 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4f644e6-b3d5-4767-a739-d55a307452a3 HTTP/1.1" status: 204 len: 168 time: 0.7467322 Jul 28 06:45:05.613772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59220) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:05.634236 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.659876 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Deleting subnet 0df9c90e-a84c-4849-ad6d-1006a5aaded1 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:45:05.662982 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Publish callbacks [] for subnet (0df9c90e-a84c-4849-ad6d-1006a5aaded1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.704040 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.712519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (0df9c90e-a84c-4849-ad6d-1006a5aaded1), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.756093 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:05.795225 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:45:05.797649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (0df9c90e-a84c-4849-ad6d-1006a5aaded1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.851937 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (0df9c90e-a84c-4849-ad6d-1006a5aaded1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.882386 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df9c90e-a84c-4849-ad6d-1006a5aaded1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:05.884284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:05.887432 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9fbf68bf-2737-4bec-8187-e56d0f63a4bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0df9c90e-a84c-4849-ad6d-1006a5aaded1 HTTP/1.1" status: 204 len: 168 time: 0.2727447 Jul 28 06:45:05.890274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b7803-3376-4871-9012-b4f13c692ee6 None None] Network 1658fcaf-8835-445a-a4cf-3f4534b3861e requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:45:05.890772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59222) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:05.959311 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (1658fcaf-8835-445a-a4cf-3f4534b3861e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.002908 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Deleting port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:06.003243 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.075064 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] For port dd4a4b37-7d37-45b4-ac90-6a2c02397df5, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,segment=NetworkSegment(abcbf134-a571-40e7-9d8c-eb2d28159090),segment_id=abcbf134-a571-40e7-9d8c-eb2d28159090)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:06.075895 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.089109 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Calling delete_port for dd4a4b37-7d37-45b4-ac90-6a2c02397df5 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:06.119968 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b191b8a4-19a1-42f7-8beb-8d69923dd382 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:06.144402 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: b191b8a4-19a1-42f7-8beb-8d69923dd382 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:06.144773 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b191b8a4-19a1-42f7-8beb-8d69923dd382 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:06.182463 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (dd4a4b37-7d37-45b4-ac90-6a2c02397df5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.206546 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dde962-50d5-45ef-9b84-1ff738937159 None None] DHCP port deletion for 1658fcaf-8835-445a-a4cf-3f4534b3861e request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:45:06.219890 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4a4b37-7d37-45b4-ac90-6a2c02397df5,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:06.222380 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] No DVR routers for this DVR port dd4a4b37-7d37-45b4-ac90-6a2c02397df5 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:45:06.298537 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (1658fcaf-8835-445a-a4cf-3f4534b3861e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.319513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1658fcaf-8835-445a-a4cf-3f4534b3861e']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:06.329632 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcbf134-a571-40e7-9d8c-eb2d28159090') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:06.329931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcbf134-a571-40e7-9d8c-eb2d28159090') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:06.344025 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (abcbf134-a571-40e7-9d8c-eb2d28159090), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.358499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (abcbf134-a571-40e7-9d8c-eb2d28159090), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.365534 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:45:06.365946 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (abcbf134-a571-40e7-9d8c-eb2d28159090), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.406004 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment abcbf134-a571-40e7-9d8c-eb2d28159090 resource provider aggregate not found Jul 28 06:45:06.431326 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment abcbf134-a571-40e7-9d8c-eb2d28159090 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abcbf134-a571-40e7-9d8c-eb2d28159090 found for delete ", "request_id": "req-cf527da9-584c-4b23-aff1-fbddccd75caf"}]} Jul 28 06:45:06.432385 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (1658fcaf-8835-445a-a4cf-3f4534b3861e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.439128 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.442532 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1658fcaf-8835-445a-a4cf-3f4534b3861e HTTP/1.1" status: 204 len: 168 time: 0.5511115 Jul 28 06:45:06.455850 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada5897-5d38-4d7e-bb77-e60b5d0b8f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1658fcaf-8835-445a-a4cf-3f4534b3861e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:06.583021 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59230) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:06.608476 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:06.625477 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3d004bce-80ea-4505-ac74-0a145b26d3fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcffc8bbe6ec425997d67634a0f7d724&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413547 Jul 28 06:45:06.628108 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59232) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:06.677384 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] Publish callbacks [] for security_group (b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.698615 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] Publish callbacks [] for security_group (b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.745532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.748672 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:06.749841 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1207366 Jul 28 06:45:06.757607 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed03af-0507-4784-aed0-296e2be7f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3887ba5-0a7b-4ca4-a19d-a27e29f2f1c1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:07.651082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:07.671353 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:07.671708 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 3eb4ac8c-64e2-49da-b1c5-1965ffcb5c06 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:07.672134 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device dd4a4b37-7d37-45b4-ac90-6a2c02397df5 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:07.712178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: dd4a4b37-7d37-45b4-ac90-6a2c02397df5 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:07.712523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device dd4a4b37-7d37-45b4-ac90-6a2c02397df5 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:10.639968 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59318) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:10.748314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cda7068c-a011-489a-8901-0e7498c01de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:10.786806 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:10.834190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cda7068c-a011-489a-8901-0e7498c01de9 admin admin] Publish callbacks [] for security_group (e20ff80d-0360-48a8-a335-be9c27a51092), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:10.837878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cda7068c-a011-489a-8901-0e7498c01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e20ff80d-0360-48a8-a335-be9c27a51092), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:10.876720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7068c-a011-489a-8901-0e7498c01de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ff80d-0360-48a8-a335-be9c27a51092,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:10.882340 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cda7068c-a011-489a-8901-0e7498c01de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68344b41c4664159ad624e92e422d892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413526 Jul 28 06:45:10.885286 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59324) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:10.937345 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] Publish callbacks [] for security_group (e20ff80d-0360-48a8-a335-be9c27a51092), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:10.939558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:10.961988 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] Publish callbacks [] for security_group (e20ff80d-0360-48a8-a335-be9c27a51092), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:11.009745 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e20ff80d-0360-48a8-a335-be9c27a51092), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:11.012856 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:11.014116 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e20ff80d-0360-48a8-a335-be9c27a51092 HTTP/1.1" status: 204 len: 168 time: 0.1278987 Jul 28 06:45:11.021975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5ebc-5958-4fa8-922e-2372b25c4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ff80d-0360-48a8-a335-be9c27a51092,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:12.244415 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59378) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:12.351329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-427ae78e-3fde-448c-b8a4-3d855d52532e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.426292 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-427ae78e-3fde-448c-b8a4-3d855d52532e admin admin] Publish callbacks [] for security_group (63704b77-a2a9-4ff8-8cd1-99a609c076f3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.429883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-427ae78e-3fde-448c-b8a4-3d855d52532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (63704b77-a2a9-4ff8-8cd1-99a609c076f3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.450277 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:12.475696 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-427ae78e-3fde-448c-b8a4-3d855d52532e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=794dd8c613a74767b78b43f300930c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302055 Jul 28 06:45:12.478337 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae78e-3fde-448c-b8a4-3d855d52532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63704b77-a2a9-4ff8-8cd1-99a609c076f3,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:12.478557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59382) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:12.529626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] Publish callbacks [] for security_group (63704b77-a2a9-4ff8-8cd1-99a609c076f3), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.553893 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] Publish callbacks [] for security_group (63704b77-a2a9-4ff8-8cd1-99a609c076f3), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.600876 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (63704b77-a2a9-4ff8-8cd1-99a609c076f3), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.603422 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.604550 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63704b77-a2a9-4ff8-8cd1-99a609c076f3 HTTP/1.1" status: 204 len: 168 time: 0.1248167 Jul 28 06:45:12.613413 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94ab9-dc84-416f-9d26-587860970676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63704b77-a2a9-4ff8-8cd1-99a609c076f3,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:17.557130 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d951e-2966-40d4-9c4c-751ffadf5af3 req-6617aaf7-510b-42b9-afac-81599697a5f5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:17.558613 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-215d951e-2966-40d4-9c4c-751ffadf5af3 req-6617aaf7-510b-42b9-afac-81599697a5f5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Jul 28 06:45:17.610081 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-215d951e-2966-40d4-9c4c-751ffadf5af3 req-306e61ef-5fc9-49ad-b63a-939bebd31cbd tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Jul 28 06:45:17.765225 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:17.768995 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:18.739283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bddff-ffd7-445e-bd20-775e60695776 req-84054b3a-9d23-4658-a95a-df7fd90165ee tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:18.740763 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e7bddff-ffd7-445e-bd20-775e60695776 req-84054b3a-9d23-4658-a95a-df7fd90165ee tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Jul 28 06:45:18.787707 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e7bddff-ffd7-445e-bd20-775e60695776 req-335ca5af-7426-4a21-b4c5-55dafd74967b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Jul 28 06:45:19.906635 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573924-e709-457d-8435-2a3faadd8777 req-1515fa11-c2ba-493f-924b-be479b018cb2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:19.908100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36573924-e709-457d-8435-2a3faadd8777 req-1515fa11-c2ba-493f-924b-be479b018cb2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Jul 28 06:45:19.955240 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36573924-e709-457d-8435-2a3faadd8777 req-6a2da9b9-a8a2-4877-850f-6edb20996980 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Jul 28 06:45:21.035243 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:21.072983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c915a7-8083-4ad1-baa4-6ffe353c822d req-7ae078a6-4b52-47cc-a187-092bacee3036 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:21.074448 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d8c915a7-8083-4ad1-baa4-6ffe353c822d req-7ae078a6-4b52-47cc-a187-092bacee3036 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Jul 28 06:45:21.121546 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d8c915a7-8083-4ad1-baa4-6ffe353c822d req-768c434f-f8ba-40a1-87ef-cf6928c0f5e9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407040 Jul 28 06:45:22.245384 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aaa8f-c3a1-4ba1-8d65-c96473ceac73 req-481e278b-ebe6-4129-8197-92f3323fe549 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:22.246847 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-820aaa8f-c3a1-4ba1-8d65-c96473ceac73 req-481e278b-ebe6-4129-8197-92f3323fe549 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Jul 28 06:45:22.295909 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-820aaa8f-c3a1-4ba1-8d65-c96473ceac73 req-4c4fe107-b126-4968-b704-3e7d24c7f7c2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Jul 28 06:45:22.627456 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:23.423057 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adc9b4-26c4-4445-8e96-f23391016d01 req-5ef9d716-e430-4f8b-adeb-f57767807a6e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:23.424550 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53adc9b4-26c4-4445-8e96-f23391016d01 req-5ef9d716-e430-4f8b-adeb-f57767807a6e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0548294 Jul 28 06:45:23.473664 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53adc9b4-26c4-4445-8e96-f23391016d01 req-10f0685b-7467-47e9-97ce-82f8a5051de4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433230 Jul 28 06:45:24.610079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b908-818d-48ad-b71a-fff20b4440a2 req-37f80f43-bfdf-4d9f-bcb1-1b97c0071c0d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:24.611837 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9202b908-818d-48ad-b71a-fff20b4440a2 req-37f80f43-bfdf-4d9f-bcb1-1b97c0071c0d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0607531 Jul 28 06:45:24.680177 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9202b908-818d-48ad-b71a-fff20b4440a2 req-f43de647-4ed4-4ebf-804a-1e897fc9022a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620997 Jul 28 06:45:25.803561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201ae35-24b9-4f7f-a00e-6d88cd4c700e req-471efe3b-4083-4431-98ed-a7c5f7398be5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:25.805021 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9201ae35-24b9-4f7f-a00e-6d88cd4c700e req-471efe3b-4083-4431-98ed-a7c5f7398be5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Jul 28 06:45:25.852967 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9201ae35-24b9-4f7f-a00e-6d88cd4c700e req-27dca8e7-5849-4e8a-9bbe-aa90bfe5a97c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Jul 28 06:45:26.984651 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e141ab-5d17-40d0-96b4-7871e2c21cd9 req-8cd4f41c-ca24-4434-bc3c-f6636deee7fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:26.986196 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e141ab-5d17-40d0-96b4-7871e2c21cd9 req-8cd4f41c-ca24-4434-bc3c-f6636deee7fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0565946 Jul 28 06:45:27.037155 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e141ab-5d17-40d0-96b4-7871e2c21cd9 req-949877e0-0bc4-46b6-8a13-e403094c34e7 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454969 Jul 28 06:45:28.161913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768889d6-b3d3-453d-8088-20941cc9f280 req-b245a17d-0b24-4337-b8d5-6a2244915a10 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:28.163423 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-768889d6-b3d3-453d-8088-20941cc9f280 req-b245a17d-0b24-4337-b8d5-6a2244915a10 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Jul 28 06:45:28.215392 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-768889d6-b3d3-453d-8088-20941cc9f280 req-db93974b-f1f8-4c3d-80b2-8a311c54440e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465159 Jul 28 06:45:28.252770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:28.286399 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-05ffea5e-a5ff-4ef2-91c3-f3483637c96d tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325947969&fields=id&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 267 time: 0.0477409 Jul 28 06:45:28.401444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-79cdad34-b8b7-44e8-b400-259e13472f07 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:28.403205 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-79cdad34-b8b7-44e8-b400-259e13472f07 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.1095459 Jul 28 06:45:28.418376 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-a7011d00-9903-4e7c-8cfb-dd09e28f7f8f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/quotas/f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 375 time: 0.0095470 Jul 28 06:45:28.475564 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-2fa2200e-e00f-42e0-9c98-020f6409be5a tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493658 Jul 28 06:45:28.694724 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:28.706378 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-3a1e2bb2-931e-423f-ab0e-ceca3e70b252 service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178423 Jul 28 06:45:28.709083 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:28.712792 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:28.797244 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-a6253a43-bf7c-4762-8cda-066c4b7de36f service neutron] 10.222.0.20 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853679 Jul 28 06:45:29.344105 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae807-a342-4a65-8cbb-93febbda354c req-16932bba-e4ed-451d-a49b-b45b6565a87f tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:29.345648 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c7ae807-a342-4a65-8cbb-93febbda354c req-16932bba-e4ed-451d-a49b-b45b6565a87f tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Jul 28 06:45:29.393796 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c7ae807-a342-4a65-8cbb-93febbda354c req-e302c8cf-0c65-416f-bff9-df085424dc0e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Jul 28 06:45:29.745531 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02294767-6651-44e8-92ad-c5687ade237f req-144be039-fa80-42dc-9a86-4a813e997dc7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:29.746128 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02294767-6651-44e8-92ad-c5687ade237f req-144be039-fa80-42dc-9a86-4a813e997dc7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0568454 Jul 28 06:45:29.802587 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02294767-6651-44e8-92ad-c5687ade237f req-e2c16e1b-7ab7-4d32-8398-6e355eec422c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497193 Jul 28 06:45:30.102867 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d61259a0-79ea-4a74-8433-535531ba78c1 req-b008fe85-1eb1-4207-8145-e3556fd63823 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 210 time: 0.0296052 Jul 28 06:45:30.131787 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a588-af69-490f-bd3b-a47f429a5e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.244904 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59700) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:30.360729 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9d888a56-b33b-4239-afc0-989a4c6186a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.370642 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:30.445536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9d888a56-b33b-4239-afc0-989a4c6186a4 admin admin] Publish callbacks [] for security_group (74604d75-7f1a-424f-9090-285c8e157a1c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.456125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9d888a56-b33b-4239-afc0-989a4c6186a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (74604d75-7f1a-424f-9090-285c8e157a1c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.496522 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888a56-b33b-4239-afc0-989a4c6186a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74604d75-7f1a-424f-9090-285c8e157a1c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:30.501798 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9d888a56-b33b-4239-afc0-989a4c6186a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f5db7c5bbc42c4b339568e7960d36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558289 Jul 28 06:45:30.504470 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59708) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:30.524440 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707727a-7f1a-4920-b893-e7ed207eed96 req-9399bf7f-f45d-474f-afb2-c8a27874693c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:30.525951 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9707727a-7f1a-4920-b893-e7ed207eed96 req-9399bf7f-f45d-474f-afb2-c8a27874693c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Jul 28 06:45:30.557478 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] Publish callbacks [] for security_group (74604d75-7f1a-424f-9090-285c8e157a1c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.578026 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9707727a-7f1a-4920-b893-e7ed207eed96 req-4ce42653-f0fb-470c-82b3-cc81167d925b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463490 Jul 28 06:45:30.580237 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] Publish callbacks [] for security_group (74604d75-7f1a-424f-9090-285c8e157a1c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.594871 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:30.629914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (74604d75-7f1a-424f-9090-285c8e157a1c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.632696 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.633890 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74604d75-7f1a-424f-9090-285c8e157a1c HTTP/1.1" status: 204 len: 168 time: 0.1285262 Jul 28 06:45:30.643064 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f653-34c6-4c84-bcdb-38e48795de3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74604d75-7f1a-424f-9090-285c8e157a1c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:30.909348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59716) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:30.923038 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:30.934302 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce59f6-fb08-4e1c-b295-defb3e78ed4f req-a902d9db-4d8f-4d9c-aff8-bbd59513d846 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:30.935762 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71ce59f6-fb08-4e1c-b295-defb3e78ed4f req-a902d9db-4d8f-4d9c-aff8-bbd59513d846 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0504253 Jul 28 06:45:30.987913 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-71ce59f6-fb08-4e1c-b295-defb3e78ed4f req-9236a2c5-012c-47a3-b867-b0019a0a6359 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Jul 28 06:45:31.003190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Publish callbacks [] for security_group (62df8d9a-fae0-4c18-9df6-2b78d763e320), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.009126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (62df8d9a-fae0-4c18-9df6-2b78d763e320), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.052460 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c29a4c056b348e286037ccca0e4a216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420345 Jul 28 06:45:31.053349 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df8d9a-fae0-4c18-9df6-2b78d763e320,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:31.055224 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59718) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:31.060615 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.060970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.061426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.061772 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.062107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.062432 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.062754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.063077 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.063687 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.063687 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.064025 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.064345 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.064662 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.064977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.065314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039b64-041d-4813-88ce-a62499301b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:31.111775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] Publish callbacks [] for security_group (62df8d9a-fae0-4c18-9df6-2b78d763e320), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.136457 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] Publish callbacks [] for security_group (62df8d9a-fae0-4c18-9df6-2b78d763e320), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.193996 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (62df8d9a-fae0-4c18-9df6-2b78d763e320), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.196557 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.197721 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62df8d9a-fae0-4c18-9df6-2b78d763e320 HTTP/1.1" status: 204 len: 168 time: 0.1414073 Jul 28 06:45:31.206587 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48200656-049c-458f-bbf1-d8a66d6c9c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df8d9a-fae0-4c18-9df6-2b78d763e320,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:31.231639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77abe03f-108b-4b3b-9d8a-64a393cc623b req-443cf23e-de95-4710-80c1-c7e49f00662f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 210 time: 0.0501840 Jul 28 06:45:31.635390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-8e84bf00-2d8e-41c8-9381-f9a2aaeea325 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:31.637038 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-8e84bf00-2d8e-41c8-9381-f9a2aaeea325 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0636787 Jul 28 06:45:31.714752 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf4c9-ebe8-48ef-88e3-7f0b7a2d2b2d req-888009ed-0df3-4008-89fb-14350d3703ee tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:31.717734 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bb2cf4c9-ebe8-48ef-88e3-7f0b7a2d2b2d req-888009ed-0df3-4008-89fb-14350d3703ee tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0577357 Jul 28 06:45:31.731059 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Deleting port dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:31.731417 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.774020 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bb2cf4c9-ebe8-48ef-88e3-7f0b7a2d2b2d req-8e4e33c0-ffc7-4efd-8e81-2414f07dc005 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501103 Jul 28 06:45:31.839852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] For port dc86c76c-8061-4d08-8a5f-ec9bba7801ad, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:31.840221 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:31.887248 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:32.009478 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.009845 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.010163 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Floating IP 0d276b62-78c3-410d-975f-020bba2d082c disassociated. External IP: 172.27.1.89, port: dc86c76c-8061-4d08-8a5f-ec9bba7801ad. Jul 28 06:45:32.010626 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Calling delete_port for dc86c76c-8061-4d08-8a5f-ec9bba7801ad owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:32.132913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765bdba-1b1e-4fda-8a62-f349ff5af20f req-1b91f860-d4bd-4307-9b95-d45641b23c84 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:32.134392 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f765bdba-1b1e-4fda-8a62-f349ff5af20f req-1b91f860-d4bd-4307-9b95-d45641b23c84 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 947 time: 0.0611794 Jul 28 06:45:32.156102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:32.230985 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f765bdba-1b1e-4fda-8a62-f349ff5af20f req-b77841e4-f63e-47a9-9247-160fff87fb0c tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups?id=5923a1c3-11e7-481f-b8ec-80bfda4936b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891974 Jul 28 06:45:32.236411 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (dc86c76c-8061-4d08-8a5f-ec9bba7801ad), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.368967 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'Port': ['ID=dc86c76c-8061-4d08-8a5f-ec9bba7801ad,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:32.373678 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-085e84ac-8ae2-4cbf-80e6-ba4250985203 req-be6bb12f-3019-490b-a072-8c3bef95f03f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 210 time: 0.0485291 Jul 28 06:45:32.381838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-e8052a37-67eb-4866-8847-125311022f18 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:32.383302 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-e8052a37-67eb-4866-8847-125311022f18 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 812 time: 0.1213403 Jul 28 06:45:32.449161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e3303fd6-f0ad-485d-abf8-4d126efe820d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.537316 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-91669d2b-f939-4593-8992-4384c7b0f233 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16eee0fb716452e8c760a27b5724d91 HTTP/1.1" status: 200 len: 380 time: 0.1118820 Jul 28 06:45:32.544262 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59758) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:32.547686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:45:32.551732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'port': {'device_id': '31c7a397-7e30-4f41-aa11-751a55aed898', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'admin_state_up': True, 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'security_groups': ['a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:32.666987 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-817cc259-b8b8-4137-a1c6-d0e14b2ce38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.730034 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.751139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:32.763514 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:45:32.775090 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-817cc259-b8b8-4137-a1c6-d0e14b2ce38a admin admin] Publish callbacks [] for security_group (44ba56fc-1bec-4e7a-9879-473435f52a0e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.781977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:32.782816 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Made reservation on behalf of f16eee0fb716452e8c760a27b5724d91 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:45:32.783891 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-817cc259-b8b8-4137-a1c6-d0e14b2ce38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (44ba56fc-1bec-4e7a-9879-473435f52a0e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.786438 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.790270 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:32.791011 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:32.820082 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-817cc259-b8b8-4137-a1c6-d0e14b2ce38a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64fd9880c09c4abb92a81d8812208690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747111 Jul 28 06:45:32.821176 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] No DVR routers for this DVR port dc86c76c-8061-4d08-8a5f-ec9bba7801ad on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:45:32.822140 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59764) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:32.830535 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:32.834129 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43655dc8-1ef1-40bf-9907-d9c1885c2be2 req-46632920-22d8-4a52-9fd6-8b64fb34c5f0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.49 "DELETE /v2.0/ports/dc86c76c-8061-4d08-8a5f-ec9bba7801ad HTTP/1.1" status: 204 len: 173 time: 1.1913793 Jul 28 06:45:32.834762 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-deleted', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:45:32.837276 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29995efe-4d54-496d-9763-4108d23a086e" -d '{"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-deleted", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:45:32.850518 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:32.925667 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d1ef88-1f1b-4d4d-99b8-352e20a3def7 x-openstack-request-id: req-42d1ef88-1f1b-4d4d-99b8-352e20a3def7 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:45:32.925959 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163a335a-d407-4ec6-9c94-f0d8e37e83d4", "name": "network-vif-deleted", "tag": "dc86c76c-8061-4d08-8a5f-ec9bba7801ad", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:45:32.926431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42d1ef88-1f1b-4d4d-99b8-352e20a3def7 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:45:32.927019 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d1ef88-1f1b-4d4d-99b8-352e20a3def7'] response: {'server_uuid': '163a335a-d407-4ec6-9c94-f0d8e37e83d4', 'name': 'network-vif-deleted', 'tag': 'dc86c76c-8061-4d08-8a5f-ec9bba7801ad', 'status': 'completed', 'code': 200} Jul 28 06:45:32.930779 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc259-b8b8-4137-a1c6-d0e14b2ce38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba56fc-1bec-4e7a-9879-473435f52a0e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:32.991007 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:33.003103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] Publish callbacks [] for security_group (44ba56fc-1bec-4e7a-9879-473435f52a0e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.037628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0de15-328e-404e-9ba7-e3464a1853bc req-35f6d0f5-dcf8-4866-8e08-291b9ebb8f09 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:33.045025 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15f0de15-328e-404e-9ba7-e3464a1853bc req-35f6d0f5-dcf8-4866-8e08-291b9ebb8f09 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.1144397 Jul 28 06:45:33.054910 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] Publish callbacks [] for security_group (44ba56fc-1bec-4e7a-9879-473435f52a0e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.086364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.20.0.6 (5eec19e8-2941-4311-8a4f-2b98c90d5895/ac8d3ad7-e251-4af0-9ae2-904408ffda67/32380163-a382-4b44-b96f-ac530b2c0610) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:45:33.105654 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:33.130323 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15f0de15-328e-404e-9ba7-e3464a1853bc req-c4262277-8fc3-4dfc-a86a-54e6f6675398 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840070 Jul 28 06:45:33.148195 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (44ba56fc-1bec-4e7a-9879-473435f52a0e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.150861 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.155143 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44ba56fc-1bec-4e7a-9879-473435f52a0e HTTP/1.1" status: 204 len: 168 time: 0.3319213 Jul 28 06:45:33.167590 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f850117-d1a3-4f8c-b502-0ea8156de508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba56fc-1bec-4e7a-9879-473435f52a0e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:33.284683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (32380163-a382-4b44-b96f-ac530b2c0610), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.327151 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.373188 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:33.399929 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:33.419114 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:33.437182 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:45:33.459477 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:45:33.460492 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:33.469878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:33.470453 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:33.528579 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0e48763-cc19-4374-b519-3bb4caa31aa7 req-6e7e3c64-3eb9-4ead-996e-dea63ed19da5 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/ports?device_id=163a335a-d407-4ec6-9c94-f0d8e37e83d4 HTTP/1.1" status: 200 len: 210 time: 0.1042802 Jul 28 06:45:33.672167 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32301-2cf5-445b-b218-40655055695c req-5fce72b1-9776-444e-8d30-f7823da71902 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:33.681004 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-34e32301-2cf5-445b-b218-40655055695c req-5fce72b1-9776-444e-8d30-f7823da71902 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 931 time: 0.1524017 Jul 28 06:45:33.689835 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:33.690470 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.696472 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:33.744212 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-62b7665b-1693-4ee4-bef2-789d95a92d20 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2014375 Jul 28 06:45:33.760320 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-34e32301-2cf5-445b-b218-40655055695c req-de80473e-82f4-4dc4-a89f-b9a16494d174 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782709 Jul 28 06:45:33.796455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-ca640225-4ff5-4e39-a951-f78b9b940fcf None None] Provisioning complete for port 32380163-a382-4b44-b96f-ac530b2c0610 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:33.797497 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca640225-4ff5-4e39-a951-f78b9b940fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (32380163-a382-4b44-b96f-ac530b2c0610), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.832489 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ca640225-4ff5-4e39-a951-f78b9b940fcf None None] Port 32380163-a382-4b44-b96f-ac530b2c0610 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:45:33.875902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Request body: {'port': {'device_id': '31c7a397-7e30-4f41-aa11-751a55aed898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:33.885767 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.948002 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:33.966524 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (32380163-a382-4b44-b96f-ac530b2c0610), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:33.973951 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c951a-2a08-4094-840b-c606788602dd None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:37:14Z', 'revision_number': 4, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8154663c-87b8-4699-9b59-038a357dcc90', 'name': '', 'network_id': '85e85b9c-60b1-412d-a087-859c9e65f8e8', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'mac_address': 'fa:16:3e:ce:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:13Z', 'updated_at': '2022-07-28T06:37:28Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'subnets': [{'id': 'f8bc3620-3f74-4d67-b2f0-2303a96f800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:45:34.112403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:34.258056 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ded3d-b5e7-4aea-afb3-a6bbd9bb1af3 None None] New status for floating IP 0d276b62-78c3-410d-975f-020bba2d082c: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:45:34.284499 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32380163-a382-4b44-b96f-ac530b2c0610 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:45:34.286698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2b88-acb7-4ea9-9df8-49be6cce5cb7 req-92886811-1e41-406e-b8c1-8dd7c14b7070 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:34.295143 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-406a2b88-acb7-4ea9-9df8-49be6cce5cb7 req-92886811-1e41-406e-b8c1-8dd7c14b7070 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0687945 Jul 28 06:45:34.299873 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks [] for port (32380163-a382-4b44-b96f-ac530b2c0610), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.333188 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Transition to ACTIVE for port object 32380163-a382-4b44-b96f-ac530b2c0610 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:45:34.339825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.365885 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-406a2b88-acb7-4ea9-9df8-49be6cce5cb7 req-b5297991-be68-4e90-b903-87378c77ae45 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689771 Jul 28 06:45:34.386311 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:34.438740 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Pushing event updated for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:34.503487 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Attempting to bind port 32380163-a382-4b44-b96f-ac530b2c0610 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:45:34.503958 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Attempting to bind port 32380163-a382-4b44-b96f-ac530b2c0610 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:45:34.504385 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Attempting to bind port 32380163-a382-4b44-b96f-ac530b2c0610 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:45:34.509132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Port 32380163-a382-4b44-b96f-ac530b2c0610 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:45:34.509563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Attempting to bind port 32380163-a382-4b44-b96f-ac530b2c0610 on network 5eec19e8-2941-4311-8a4f-2b98c90d5895 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:45:34.515886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:45:34.516323 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Checking segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:45:34.516784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Bound using segment: {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:45:34.517285 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Bound port: 32380163-a382-4b44-b96f-ac530b2c0610, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a450f-7136-4381-aa3c-4f18e5fe5090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:45:34.517749 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (32380163-a382-4b44-b96f-ac530b2c0610), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.620382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:45:34.635145 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=32380163-a382-4b44-b96f-ac530b2c0610,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:45:34.645145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59804) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:34.646040 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.673802 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:34.698767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:34.700465 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.702971 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] 10.222.0.49 "PUT /v2.0/ports/32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 200 len: 1093 time: 0.8384714 Jul 28 06:45:34.741881 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e2b6-4b7f-4930-be21-a5390a8dda93 service neutron] Pushing event updated for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:34.746990 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (5923a1c3-11e7-481f-b8ec-80bfda4936b7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.785520 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (5923a1c3-11e7-481f-b8ec-80bfda4936b7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.812522 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-89b63bab-5359-4c0e-b62c-266f72c2d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:34.814190 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-89b63bab-5359-4c0e-b62c-266f72c2d71c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1127 time: 0.0470800 Jul 28 06:45:34.858980 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (5923a1c3-11e7-481f-b8ec-80bfda4936b7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.861705 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:34.862938 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "DELETE /v2.0/security-groups/5923a1c3-11e7-481f-b8ec-80bfda4936b7 HTTP/1.1" status: 204 len: 168 time: 0.2161765 Jul 28 06:45:34.867022 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59810) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:34.878308 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-49c005eb-aa56-4aca-8974-4abbbfd0e706 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 200 len: 217 time: 0.0502543 Jul 28 06:45:34.887331 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34f388-b91d-4267-8c12-c26ec5cb047e tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5923a1c3-11e7-481f-b8ec-80bfda4936b7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:34.890876 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-7d6d45e9-c0cc-413b-b009-3656641caff8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] show failed (client error): The resource could not be found. Jul 28 06:45:34.896194 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7d6d45e9-c0cc-413b-b009-3656641caff8 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "GET /v2.0/security-groups/5923a1c3-11e7-481f-b8ec-80bfda4936b7 HTTP/1.1" status: 404 len: 347 time: 0.0271320 Jul 28 06:45:34.897546 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59812) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:34.944753 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:45:34.946923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66654547-71a8-4d87-b95b-b624de08ecbe" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:45:34.961985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a26078-f0e0-4a19-a7b2-cf34ca426936 req-f795d118-b6d5-417b-9591-7ebcac01e50e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:34.963476 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63a26078-f0e0-4a19-a7b2-cf34ca426936 req-f795d118-b6d5-417b-9591-7ebcac01e50e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.1289802 Jul 28 06:45:34.992140 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-0d710fc7-a903-45c0-9f47-3d9aed633138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:34.993631 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-0d710fc7-a903-45c0-9f47-3d9aed633138 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0922186 Jul 28 06:45:35.012233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba77a3-ddf4-4d26-88cc-4cb422db6a83 x-openstack-request-id: req-96ba77a3-ddf4-4d26-88cc-4cb422db6a83 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:45:35.012518 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:45:35.012777 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ba77a3-ddf4-4d26-88cc-4cb422db6a83 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:45:35.013175 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ba77a3-ddf4-4d26-88cc-4cb422db6a83'] response: {'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610', 'status': 'completed', 'code': 200} Jul 28 06:45:35.023771 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Deleting port 9ab56588-2d80-47f7-9ccf-ae4132805cc6 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:35.024118 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.064176 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63a26078-f0e0-4a19-a7b2-cf34ca426936 req-2311efc7-cbd7-4f00-a708-410b4f717c3b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912445 Jul 28 06:45:35.065167 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-4cd184bf-9cde-4f91-9866-b3ff443bb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:35.066840 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-4cd184bf-9cde-4f91-9866-b3ff443bb1b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663493 Jul 28 06:45:35.108266 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:35.117154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.117552 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (9ab56588-2d80-47f7-9ccf-ae4132805cc6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.129695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: dc86c76c-8061-4d08-8a5f-ec9bba7801ad {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:35.130225 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device dc86c76c-8061-4d08-8a5f-ec9bba7801ad not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:35.133088 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Calling delete_port for 9ab56588-2d80-47f7-9ccf-ae4132805cc6 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:35.165926 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-87a7a0ed-fa8b-4e01-b49f-2b07c99b0a9a service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918288 Jul 28 06:45:35.275661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (9ab56588-2d80-47f7-9ccf-ae4132805cc6), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.301437 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Pushing event deleted for resources: {'Port': ['ID=9ab56588-2d80-47f7-9ccf-ae4132805cc6,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:35.370785 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks [] for floatingip (0d276b62-78c3-410d-975f-020bba2d082c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.373970 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.375881 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6776b8ac-a927-4466-9bb9-55b12bc4abe7 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] 10.222.0.20 "DELETE /v2.0/floatingips/0d276b62-78c3-410d-975f-020bba2d082c HTTP/1.1" status: 204 len: 168 time: 0.4773867 Jul 28 06:45:35.497683 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff48a8-eadc-407d-96af-b74fd7d248fb req-63284d34-64a9-4fc6-bbb4-a3fab24be360 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:35.499735 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4ff48a8-eadc-407d-96af-b74fd7d248fb req-63284d34-64a9-4fc6-bbb4-a3fab24be360 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Jul 28 06:45:35.552560 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-775c2da2-6a9b-48af-8c6d-7156851da79e req-ae440586-88f5-463e-ad60-52768198421a service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764589 Jul 28 06:45:35.552873 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4ff48a8-eadc-407d-96af-b74fd7d248fb req-c31afd24-8d86-4468-8e7b-f358ba63b42c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 Jul 28 06:45:35.633551 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.706074 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:35.952364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654547-71a8-4d87-b95b-b624de08ecbe req-df9b8de3-0c54-4bfd-bb62-47cbcaaf407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:35.953918 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-df9b8de3-0c54-4bfd-bb62-47cbcaaf407d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1127 time: 0.0418587 Jul 28 06:45:35.968888 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:36.049549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654547-71a8-4d87-b95b-b624de08ecbe req-67509190-d261-469c-afec-b30f8c2ededd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:36.051006 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-67509190-d261-469c-afec-b30f8c2ededd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.0904083 Jul 28 06:45:36.094439 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-315524cf-8e69-440a-992b-efb43680d2fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 200 len: 217 time: 0.0321152 Jul 28 06:45:36.172963 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654547-71a8-4d87-b95b-b624de08ecbe req-b1b3a0fe-cc1c-40e7-a118-32c682cd02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:36.174422 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-b1b3a0fe-cc1c-40e7-a118-32c682cd02c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0714779 Jul 28 06:45:36.192096 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08151bf-27fd-4ae6-858b-64892066aab7 req-0f8bcbb8-093c-46b6-9633-187a37241521 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:36.193488 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f08151bf-27fd-4ae6-858b-64892066aab7 req-0f8bcbb8-093c-46b6-9633-187a37241521 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0524507 Jul 28 06:45:36.238037 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:36.247815 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f08151bf-27fd-4ae6-858b-64892066aab7 req-971fa0e7-b7a3-4d51-a775-2cc16235b653 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Jul 28 06:45:36.684627 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b7eb-49e3-4569-82c6-a29754eaeac0 req-b311b568-13eb-4465-94e0-bc2246f5dfbe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:36.686997 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2764b7eb-49e3-4569-82c6-a29754eaeac0 req-b311b568-13eb-4465-94e0-bc2246f5dfbe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0570800 Jul 28 06:45:36.735305 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2764b7eb-49e3-4569-82c6-a29754eaeac0 req-547245f2-24a0-426c-817b-2dc55be0db22 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Jul 28 06:45:37.296666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654547-71a8-4d87-b95b-b624de08ecbe req-8a66a12e-4655-4c74-bc2c-e78398c42f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:37.298236 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-8a66a12e-4655-4c74-bc2c-e78398c42f44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430937 Jul 28 06:45:37.365253 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a811d1f-f0c4-48b3-9b62-175849db1df6 req-d566ad67-c59b-4fb4-898f-54bfa95d2981 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:37.366742 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a811d1f-f0c4-48b3-9b62-175849db1df6 req-d566ad67-c59b-4fb4-898f-54bfa95d2981 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0467334 Jul 28 06:45:37.390911 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:37.416155 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a811d1f-f0c4-48b3-9b62-175849db1df6 req-5ac8751d-0831-4dc7-9578-c53a22dcbc59 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Jul 28 06:45:37.858539 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8dc82-4de7-4b89-9e37-6a11493028c2 req-843e45bc-c186-45c2-9019-20c75da0b2c2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:37.859931 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-88e8dc82-4de7-4b89-9e37-6a11493028c2 req-843e45bc-c186-45c2-9019-20c75da0b2c2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0519130 Jul 28 06:45:37.907102 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-88e8dc82-4de7-4b89-9e37-6a11493028c2 req-94180145-4cf4-4927-933d-eb74c243de3c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Jul 28 06:45:38.555320 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099d9c-300a-44d0-84b2-3573933128f6 req-46a1d672-1487-465c-8838-6fa176867636 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:38.556839 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-76099d9c-300a-44d0-84b2-3573933128f6 req-46a1d672-1487-465c-8838-6fa176867636 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0673883 Jul 28 06:45:38.578264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:38.606994 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-76099d9c-300a-44d0-84b2-3573933128f6 req-9d2a14d0-0f8f-4ec9-a770-4b74421124d9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Jul 28 06:45:39.044811 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51e3ff-8491-4a0a-940e-4b1797b67fd1 req-fe6bee43-d834-475a-93fd-419d6cb19180 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:39.046745 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d51e3ff-8491-4a0a-940e-4b1797b67fd1 req-fe6bee43-d834-475a-93fd-419d6cb19180 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0570381 Jul 28 06:45:39.156926 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d51e3ff-8491-4a0a-940e-4b1797b67fd1 req-67190450-c35c-4e43-9868-609ac6558da0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947862 Jul 28 06:45:39.188127 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-2f8f28e9-b253-4ef2-8298-184df37fd235 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522977 Jul 28 06:45:39.289558 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-66654547-71a8-4d87-b95b-b624de08ecbe req-45cb9975-0970-401d-94c1-24e48e5738c9 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983152 Jul 28 06:45:39.728830 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9b096-7bb8-4517-9cbb-103107779b36 req-9aadec43-45e0-4583-9a33-8cb80131656c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:39.730689 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60b9b096-7bb8-4517-9cbb-103107779b36 req-9aadec43-45e0-4583-9a33-8cb80131656c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0514555 Jul 28 06:45:39.781060 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60b9b096-7bb8-4517-9cbb-103107779b36 req-dc103346-6f84-4b43-a17d-18d1e2d52af5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Jul 28 06:45:39.942676 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59868) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:40.289809 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e72ca8-396c-4aee-8622-31098856bb0b req-d540c1cb-cac4-43d6-a3fb-fa3f4e24b7e3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:40.291265 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01e72ca8-396c-4aee-8622-31098856bb0b req-d540c1cb-cac4-43d6-a3fb-fa3f4e24b7e3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Jul 28 06:45:40.338950 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01e72ca8-396c-4aee-8622-31098856bb0b req-efce8ab9-43a0-4e76-be45-e4d383f08af2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Jul 28 06:45:40.440097 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:40.552550 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefb271-e091-43de-86b1-e3f27255fe2f req-b34a5aac-8b28-4627-bae2-42c8e097a968 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:40.553951 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cefb271-e091-43de-86b1-e3f27255fe2f req-b34a5aac-8b28-4627-bae2-42c8e097a968 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0477486 Jul 28 06:45:40.602209 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cefb271-e091-43de-86b1-e3f27255fe2f req-4e701484-3954-47d0-b53b-36ec6d4af2bd tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Jul 28 06:45:40.937822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Deleting port 8154663c-87b8-4699-9b59-038a357dcc90 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:40.938434 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (8154663c-87b8-4699-9b59-038a357dcc90), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.009027 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc3f7c-e550-492d-a60d-f795db0a9a88 req-84aae6dd-3beb-406e-ac72-0e6a6f827ae8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:41.010526 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6fc3f7c-e550-492d-a60d-f795db0a9a88 req-84aae6dd-3beb-406e-ac72-0e6a6f827ae8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0867198 Jul 28 06:45:41.078075 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:41.084107 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] For port 8154663c-87b8-4699-9b59-038a357dcc90, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8154663c-87b8-4699-9b59-038a357dcc90,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:41.084469 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (8154663c-87b8-4699-9b59-038a357dcc90), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.105095 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6fc3f7c-e550-492d-a60d-f795db0a9a88 req-4a79166b-f240-4bfb-b48e-04a27bf70e33 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881758 Jul 28 06:45:41.106051 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Calling delete_port for 8154663c-87b8-4699-9b59-038a357dcc90 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:41.168374 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:41.291253 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (8154663c-87b8-4699-9b59-038a357dcc90), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.315408 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8154663c-87b8-4699-9b59-038a357dcc90,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:41.482518 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.700637 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:45:41.724993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b7791-a3ca-4578-964a-4b80c9791d7f req-864986b8-e4c4-4636-aea3-27ebd0da4135 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:41.726508 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-062b7791-a3ca-4578-964a-4b80c9791d7f req-864986b8-e4c4-4636-aea3-27ebd0da4135 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Jul 28 06:45:41.778255 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-062b7791-a3ca-4578-964a-4b80c9791d7f req-70f442b5-7d05-41d9-8517-3025f7c5682f tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461214 Jul 28 06:45:41.808803 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:41.814543 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5d3e9c6e-0d24-4df2-bc5f-252fa94632b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/b81aeaf2-1a0c-4e90-a102-7492375f2fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714650 Jul 28 06:45:41.817153 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59890) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:41.819627 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Sync routers for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:45:41.830555 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:41.831155 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:41.916935 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks [] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.931540 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:41.948729 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.018141 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks [] for router_gateway (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.062611 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Deleting port c3faf46f-ae8e-42b5-9296-0cae8147eee7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:42.062952 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.074114 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.099472 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:45:41Z', 'revision_number': 5, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port': {'id': 'c3faf46f-ae8e-42b5-9296-0cae8147eee7', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:09Z', 'updated_at': '2022-07-28T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:42.131346 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Checking router: b81aeaf2-1a0c-4e90-a102-7492375f2fa0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:45:42.143558 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Routers {'b81aeaf2-1a0c-4e90-a102-7492375f2fa0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:42.144275 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:42.155470 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] For port c3faf46f-ae8e-42b5-9296-0cae8147eee7, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c3faf46f-ae8e-42b5-9296-0cae8147eee7,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:42.156436 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.176233 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Calling delete_port for c3faf46f-ae8e-42b5-9296-0cae8147eee7 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:42.182195 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.210073 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.238111 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] Set router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:42.278421 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfbb7c-6f8a-48b3-a5fb-2caa22c19840 req-7573d1f9-cb7d-4954-ac08-c491d1921509 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:42.280704 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60dfbb7c-6f8a-48b3-a5fb-2caa22c19840 req-7573d1f9-cb7d-4954-ac08-c491d1921509 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0879037 Jul 28 06:45:42.287759 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:45:42Z', 'revision_number': 6, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:42.312768 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba0638-874b-40b8-bb2a-cc56a3891d81 None None] The sync data for ids ['b81aeaf2-1a0c-4e90-a102-7492375f2fa0'] in dv-cinder-850605-1-iscsi is: [{'id': 'b81aeaf2-1a0c-4e90-a102-7492375f2fa0', 'name': 'tempest-AttachVolumeShelveTestJSON-203870011-router', 'tenant_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:07Z', 'updated_at': '2022-07-28T06:45:42Z', 'revision_number': 6, 'project_id': 'd9e0dc09f9844b57bf7b38a5d4e54e17', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:45:42.383530 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60dfbb7c-6f8a-48b3-a5fb-2caa22c19840 req-6dc89cd5-bf4b-41d1-9bbc-69b975046db9 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957792 Jul 28 06:45:42.428383 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (c3faf46f-ae8e-42b5-9296-0cae8147eee7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.453069 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3faf46f-ae8e-42b5-9296-0cae8147eee7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:42.522695 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.610864 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.612963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks [] for router_controller (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.655289 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (b81aeaf2-1a0c-4e90-a102-7492375f2fa0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.656056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b81aeaf2-1a0c-4e90-a102-7492375f2fa0 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:45:42.660247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.661564 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ef2163f0-04a7-447d-92f3-9154ec56058c admin admin] 10.222.0.20 "DELETE /v2.0/routers/b81aeaf2-1a0c-4e90-a102-7492375f2fa0 HTTP/1.1" status: 204 len: 168 time: 0.8434486 Jul 28 06:45:42.664049 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59896) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:42.720759 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Deleting subnet f8bc3620-3f74-4d67-b2f0-2303a96f800e {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:45:42.724769 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Publish callbacks [] for subnet (f8bc3620-3f74-4d67-b2f0-2303a96f800e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.765939 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (f8bc3620-3f74-4d67-b2f0-2303a96f800e), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.793191 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:45:42.849257 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (f8bc3620-3f74-4d67-b2f0-2303a96f800e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.878524 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.903940 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e8127-2a60-412a-8748-b3025b5cd0de req-b5822c49-4fc3-42c7-97c2-683f460af3dc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:42.905592 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f75e8127-2a60-412a-8748-b3025b5cd0de req-b5822c49-4fc3-42c7-97c2-683f460af3dc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0498009 Jul 28 06:45:42.905817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (f8bc3620-3f74-4d67-b2f0-2303a96f800e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.924360 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:42.935461 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.943299 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f8bc3620-3f74-4d67-b2f0-2303a96f800e HTTP/1.1" status: 204 len: 168 time: 0.2757862 Jul 28 06:45:42.943299 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da498b6-b720-4a89-b294-9e1f3d66e88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bc3620-3f74-4d67-b2f0-2303a96f800e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:42.944226 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59900) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:42.946415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7262c5-7425-4199-8944-6f481827d7b8 None None] Network 85e85b9c-60b1-412d-a087-859c9e65f8e8 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:45:42.997316 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f75e8127-2a60-412a-8748-b3025b5cd0de req-1cdae440-73f6-4fbf-80a2-bbac9f9a8387 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858164 Jul 28 06:45:43.025094 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (85e85b9c-60b1-412d-a087-859c9e65f8e8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.031450 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:43.074890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Deleting port 544c9738-8d55-4f82-a133-8f24b9914a7a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:43.075320 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.099991 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] DHCP port deletion for 85e85b9c-60b1-412d-a087-859c9e65f8e8 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:45:43.138901 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Deleting port 544c9738-8d55-4f82-a133-8f24b9914a7a {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:45:43.139270 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.143023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] For port 544c9738-8d55-4f82-a133-8f24b9914a7a, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=544c9738-8d55-4f82-a133-8f24b9914a7a,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:43.143445 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.156880 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Calling delete_port for 544c9738-8d55-4f82-a133-8f24b9914a7a owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:43.203653 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] For port 544c9738-8d55-4f82-a133-8f24b9914a7a, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=544c9738-8d55-4f82-a133-8f24b9914a7a,segment=NetworkSegment(6be6ad21-43c7-48b9-8f4b-a746d3db14f1),segment_id=6be6ad21-43c7-48b9-8f4b-a746d3db14f1)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:43.204041 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.221081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Calling delete_port for 544c9738-8d55-4f82-a133-8f24b9914a7a owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:45:43.242722 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.269360 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=544c9738-8d55-4f82-a133-8f24b9914a7a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:43.272724 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] No DVR routers for this DVR port 544c9738-8d55-4f82-a133-8f24b9914a7a on host dv-cinder-850605-1-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:45:43.339419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (544c9738-8d55-4f82-a133-8f24b9914a7a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.355568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (85e85b9c-60b1-412d-a087-859c9e65f8e8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.367268 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Pushing event deleted for resources: {'Port': ['ID=544c9738-8d55-4f82-a133-8f24b9914a7a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:43.372171 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] No DVR routers for this DVR port 544c9738-8d55-4f82-a133-8f24b9914a7a on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:45:43.382506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.382850 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.383522 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.383652 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e85b9c-60b1-412d-a087-859c9e65f8e8']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:43.384016 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.384180 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.384511 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.384978 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.385325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.385682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.386018 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.386274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.387263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.387600 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.387921 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.388242 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61840d-0bd4-4185-af18-e184b33bce44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:45:43.397616 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be6ad21-43c7-48b9-8f4b-a746d3db14f1') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:43.397919 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be6ad21-43c7-48b9-8f4b-a746d3db14f1') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:43.410780 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4847578'] for segment (6be6ad21-43c7-48b9-8f4b-a746d3db14f1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.427979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (6be6ad21-43c7-48b9-8f4b-a746d3db14f1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.437843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:45:43.438408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4553527'] for segment (6be6ad21-43c7-48b9-8f4b-a746d3db14f1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.480121 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 6be6ad21-43c7-48b9-8f4b-a746d3db14f1 resource provider aggregate not found Jul 28 06:45:43.500606 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 6be6ad21-43c7-48b9-8f4b-a746d3db14f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6be6ad21-43c7-48b9-8f4b-a746d3db14f1 found for delete ", "request_id": "req-538ed9e8-5c71-451d-bed4-d457343b56ca"}]} Jul 28 06:45:43.509074 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (85e85b9c-60b1-412d-a087-859c9e65f8e8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.521732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.525081 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85e85b9c-60b1-412d-a087-859c9e65f8e8 HTTP/1.1" status: 204 len: 168 time: 0.5798910 Jul 28 06:45:43.535942 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79f98-ef26-4783-b6c4-17b0b211b2b6 req-e2c5d2a0-095e-43fd-8ad0-adb794e21cf8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:43.536774 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce52b9-9b17-4853-9482-2d067ad972b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e85b9c-60b1-412d-a087-859c9e65f8e8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:43.538083 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-33f79f98-ef26-4783-b6c4-17b0b211b2b6 req-e2c5d2a0-095e-43fd-8ad0-adb794e21cf8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0624952 Jul 28 06:45:43.586423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:43.597628 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-33f79f98-ef26-4783-b6c4-17b0b211b2b6 req-73b4b7a2-916c-4dff-a5b6-b72a137c9be1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514061 Jul 28 06:45:43.664394 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59912) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:43.671365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 544c9738-8d55-4f82-a133-8f24b9914a7a no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:43.691028 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 544c9738-8d55-4f82-a133-8f24b9914a7a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:43.691372 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 544c9738-8d55-4f82-a133-8f24b9914a7a not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:43.691775 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8154663c-87b8-4699-9b59-038a357dcc90 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:43.710290 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cb7a70d5-e2b3-40b8-9c71-ad0eab2ae9c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9e0dc09f9844b57bf7b38a5d4e54e17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447352 Jul 28 06:45:43.712759 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59914) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:43.712910 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 8154663c-87b8-4699-9b59-038a357dcc90 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:43.713259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8154663c-87b8-4699-9b59-038a357dcc90 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:43.713694 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c3faf46f-ae8e-42b5-9296-0cae8147eee7 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:45:43.733157 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: c3faf46f-ae8e-42b5-9296-0cae8147eee7 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:45:43.733744 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c3faf46f-ae8e-42b5-9296-0cae8147eee7 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:45:43.763366 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] Publish callbacks [] for security_group (2409e2e4-49cf-402c-83bd-926bd2b43e76), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.784571 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] Publish callbacks [] for security_group (2409e2e4-49cf-402c-83bd-926bd2b43e76), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.830824 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (2409e2e4-49cf-402c-83bd-926bd2b43e76), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.833563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:43.834688 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2409e2e4-49cf-402c-83bd-926bd2b43e76 HTTP/1.1" status: 204 len: 168 time: 0.1210110 Jul 28 06:45:43.842752 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d901a-bbc9-4d2e-bb28-d31daf50cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2409e2e4-49cf-402c-83bd-926bd2b43e76,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:43.943874 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-ee35806a-efb5-49bd-acc6-ab0b348b6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:43.945449 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-ee35806a-efb5-49bd-acc6-ab0b348b6d0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1129 time: 0.0447280 Jul 28 06:45:44.046059 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-7a47d1a1-6fd8-4c48-bd90-54dc5b747660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:44.047569 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-7a47d1a1-6fd8-4c48-bd90-54dc5b747660 service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.0943916 Jul 28 06:45:44.102533 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:44.136113 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:44.150551 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-a7986c8d-a0ca-4f7b-8d87-724f34a5237d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 1001 time: 0.0960617 Jul 28 06:45:44.159420 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fee1a2-9d2d-4301-8c0f-850fdeb711cf req-afcbf9ba-f38d-4058-bac9-35327cea1299 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:44.160840 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76fee1a2-9d2d-4301-8c0f-850fdeb711cf req-afcbf9ba-f38d-4058-bac9-35327cea1299 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0709825 Jul 28 06:45:44.237737 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-62015402-0ed7-4ff6-ba76-e9a355b899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:44.239186 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-62015402-0ed7-4ff6-ba76-e9a355b899e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0772929 Jul 28 06:45:44.246246 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76fee1a2-9d2d-4301-8c0f-850fdeb711cf req-b1fb8a52-2f57-46b2-b514-3114bdd781e2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767601 Jul 28 06:45:44.285373 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-745f5f58-71d0-4eaf-ad3c-d397cf166779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:44.286968 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-745f5f58-71d0-4eaf-ad3c-d397cf166779 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398417 Jul 28 06:45:44.392218 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-e8e02bc9-a684-491f-a920-69ad4d4d7f61 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988061 Jul 28 06:45:44.512004 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ecfc1b9d-9bfe-4df5-8e3e-1d06c93fd491 req-6813391e-9686-405f-8943-25e84ef293f1 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121650 Jul 28 06:45:44.721198 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff6901-ded5-4d79-aa1f-28c73c1e607c req-7bb54893-5958-491c-aa85-de99e27e67b5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:44.722799 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f4ff6901-ded5-4d79-aa1f-28c73c1e607c req-7bb54893-5958-491c-aa85-de99e27e67b5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0500484 Jul 28 06:45:44.776052 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f4ff6901-ded5-4d79-aa1f-28c73c1e607c req-98737fad-6e9f-4bf9-b2de-7becd3929aaf tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477421 Jul 28 06:45:45.369878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49e94-f375-4704-abdd-f3f2cc9d3f03 req-78fbd39c-99d7-4753-b791-641150c4c7eb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:45.371354 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-daa49e94-f375-4704-abdd-f3f2cc9d3f03 req-78fbd39c-99d7-4753-b791-641150c4c7eb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0499690 Jul 28 06:45:45.420598 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-daa49e94-f375-4704-abdd-f3f2cc9d3f03 req-de615940-bc18-43a9-9f27-005c26271a64 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Jul 28 06:45:45.587641 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59972) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:45.693423 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-144f3f13-4c71-4d0e-bc88-d48f5ed17896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.769439 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-144f3f13-4c71-4d0e-bc88-d48f5ed17896 admin admin] Publish callbacks [] for security_group (d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.773340 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-144f3f13-4c71-4d0e-bc88-d48f5ed17896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.820419 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-144f3f13-4c71-4d0e-bc88-d48f5ed17896 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab77f957dd964914809643955e9f432f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290843 Jul 28 06:45:45.820419 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f3f13-4c71-4d0e-bc88-d48f5ed17896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:45.820806 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59978) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:45.873581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] Publish callbacks [] for security_group (d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.895188 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] Publish callbacks [] for security_group (d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.917499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ed1cd-8d03-4fb1-bbed-3e39a4d614d0 req-32cdd1c7-1318-48c9-a82a-0682064bb95e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:45.918983 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-941ed1cd-8d03-4fb1-bbed-3e39a4d614d0 req-32cdd1c7-1318-48c9-a82a-0682064bb95e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 943 time: 0.0482168 Jul 28 06:45:45.945580 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.948146 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:45.949317 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1 HTTP/1.1" status: 204 len: 168 time: 0.1273875 Jul 28 06:45:45.957843 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f3019-5adf-4782-92ad-2c6fa1b20240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a23b8-c5b1-4b6d-9d33-8b32b4d04cb1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:45.972513 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-941ed1cd-8d03-4fb1-bbed-3e39a4d614d0 req-f8c8b405-f5bd-43b2-a0df-56ee25ef8dad tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468917 Jul 28 06:45:46.210393 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 59984) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:46.223851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07f19444-29f9-457c-89a4-318276d28583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.298917 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07f19444-29f9-457c-89a4-318276d28583 admin admin] Publish callbacks [] for security_group (88a453c2-3dde-4813-ad99-0a56a83497cf), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.302359 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07f19444-29f9-457c-89a4-318276d28583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (88a453c2-3dde-4813-ad99-0a56a83497cf), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.332666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:46.343370 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-07f19444-29f9-457c-89a4-318276d28583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed30db84399b4a638e1ac6a2dcc25963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319220 Jul 28 06:45:46.344503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19444-29f9-457c-89a4-318276d28583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a453c2-3dde-4813-ad99-0a56a83497cf,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:46.346104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 59986) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:46.397284 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] Publish callbacks [] for security_group (88a453c2-3dde-4813-ad99-0a56a83497cf), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.418668 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] Publish callbacks [] for security_group (88a453c2-3dde-4813-ad99-0a56a83497cf), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.460676 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 32380163-a382-4b44-b96f-ac530b2c0610 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:45:46.472781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (88a453c2-3dde-4813-ad99-0a56a83497cf), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.475498 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.479270 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88a453c2-3dde-4813-ad99-0a56a83497cf HTTP/1.1" status: 204 len: 168 time: 0.1294861 Jul 28 06:45:46.485900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16375f2-c6a1-477a-bc44-ec0df7d7a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a453c2-3dde-4813-ad99-0a56a83497cf,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:46.494604 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:46.550621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84467b26-5089-446b-8d2d-0dce3875daa3 req-2f9e3943-6faa-4c9b-9d9f-39884c6b053c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:46.552801 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84467b26-5089-446b-8d2d-0dce3875daa3 req-2f9e3943-6faa-4c9b-9d9f-39884c6b053c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0551729 Jul 28 06:45:46.621678 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=32380163-a382-4b44-b96f-ac530b2c0610,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:46.621891 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84467b26-5089-446b-8d2d-0dce3875daa3 req-67c56a60-40ca-4b66-b1da-b054a76f88ca tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621364 Jul 28 06:45:46.635222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '32380163-a382-4b44-b96f-ac530b2c0610', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'port_id': '32380163-a382-4b44-b96f-ac530b2c0610', 'mac_address': 'fa:16:3e:43:40:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:45:46.673472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 32380163-a382-4b44-b96f-ac530b2c0610 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:45:46.673871 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (32380163-a382-4b44-b96f-ac530b2c0610), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.687570 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32380163-a382-4b44-b96f-ac530b2c0610 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:45:46.708811 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=32380163-a382-4b44-b96f-ac530b2c0610,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:46.712857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:46.767320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:47.102545 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637e213-119c-44e5-9e63-ff5a04bd4ee9 req-0b153393-b8b4-48b8-b1d9-cefaef24e999 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:47.104036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f637e213-119c-44e5-9e63-ff5a04bd4ee9 req-0b153393-b8b4-48b8-b1d9-cefaef24e999 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 944 time: 0.0522954 Jul 28 06:45:47.156032 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f637e213-119c-44e5-9e63-ff5a04bd4ee9 req-31450876-9d0f-4a24-aa12-776d9a3945ea tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450923 Jul 28 06:45:47.757719 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5673d8-bada-4c6e-a417-f0ee2abefaf1 req-6f03d864-aa0a-40e9-961b-7a887620c7e8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:47.759261 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c5673d8-bada-4c6e-a417-f0ee2abefaf1 req-6f03d864-aa0a-40e9-961b-7a887620c7e8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0558801 Jul 28 06:45:47.759463 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['32380163-a382-4b44-b96f-ac530b2c0610'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:45:47.812741 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:47.820275 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c5673d8-bada-4c6e-a417-f0ee2abefaf1 req-e4395c08-333a-4dfb-b720-6594ff98e68b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509694 Jul 28 06:45:48.289445 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2725b-bb07-4f44-9e5c-0bd0e49536a4 req-9e03d20b-c9e8-40c9-983e-5b546c02d156 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:48.291074 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-41e2725b-bb07-4f44-9e5c-0bd0e49536a4 req-9e03d20b-c9e8-40c9-983e-5b546c02d156 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 944 time: 0.0615041 Jul 28 06:45:48.366232 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-41e2725b-bb07-4f44-9e5c-0bd0e49536a4 req-2302da3f-54cf-4014-9ff6-65c7615bac2b tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642185 Jul 28 06:45:48.910591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:48.952751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a27185-0e31-4e4a-8eda-f3fb1cb0d605 req-d9f8ae43-d21e-487f-ba6a-477a8d381f60 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:48.954272 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-53a27185-0e31-4e4a-8eda-f3fb1cb0d605 req-d9f8ae43-d21e-487f-ba6a-477a8d381f60 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Jul 28 06:45:49.004330 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-53a27185-0e31-4e4a-8eda-f3fb1cb0d605 req-a7c03dfb-1dd6-4902-b9d9-4e08f26c99dc tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442758 Jul 28 06:45:49.407030 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 32380163-a382-4b44-b96f-ac530b2c0610 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:45:49.469826 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 32380163-a382-4b44-b96f-ac530b2c0610 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:45:49.476199 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 32380163-a382-4b44-b96f-ac530b2c0610 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:49.476606 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (32380163-a382-4b44-b96f-ac530b2c0610), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:49.508098 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:49.538060 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f261c-9ba2-4ce1-838c-1aad3a8c39bd req-d6981d7d-54fc-4c7d-9f33-1d03601bde16 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:49.540346 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce1f261c-9ba2-4ce1-838c-1aad3a8c39bd req-d6981d7d-54fc-4c7d-9f33-1d03601bde16 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 944 time: 0.0647027 Jul 28 06:45:49.557183 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 32380163-a382-4b44-b96f-ac530b2c0610 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:45:49.557739 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (32380163-a382-4b44-b96f-ac530b2c0610), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:49.582756 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:45:49.585204 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd33ef6-ac73-4ce1-9931-f2e5987129c1" -d '{"events": [{"server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "name": "network-vif-plugged", "status": "completed", "tag": "32380163-a382-4b44-b96f-ac530b2c0610"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:45:49.600043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=32380163-a382-4b44-b96f-ac530b2c0610,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:49.610051 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:49.613957 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce1f261c-9ba2-4ce1-838c-1aad3a8c39bd req-65bc8ffa-bc22-4429-b31c-ea90c5be28c1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660114 Jul 28 06:45:49.655031 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e987782-e60d-4e35-afe0-c6aa366fad75 x-openstack-request-id: req-8e987782-e60d-4e35-afe0-c6aa366fad75 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:45:49.655335 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "name": "network-vif-plugged", "status": "completed", "tag": "32380163-a382-4b44-b96f-ac530b2c0610", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:45:49.655592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e987782-e60d-4e35-afe0-c6aa366fad75 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:45:49.656123 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e987782-e60d-4e35-afe0-c6aa366fad75'] response: {'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610', 'code': 200} Jul 28 06:45:49.682199 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:49.941634 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14a7eb-b5cc-42e9-82e4-f455c7ddf65a req-07959909-6e39-448a-abf3-471cf7078389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:49.943125 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc14a7eb-b5cc-42e9-82e4-f455c7ddf65a req-07959909-6e39-448a-abf3-471cf7078389 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1129 time: 0.0422082 Jul 28 06:45:50.181569 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc14a7eb-b5cc-42e9-82e4-f455c7ddf65a req-bcd37c1a-d571-465e-9a92-577ef0bbc3e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 Jul 28 06:45:50.738329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b97b2-7cc5-4251-b31c-8c93061a0b9e req-05f786aa-0e9e-4fab-bbe0-e875ef4952fc tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:50.739818 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d12b97b2-7cc5-4251-b31c-8c93061a0b9e req-05f786aa-0e9e-4fab-bbe0-e875ef4952fc tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Jul 28 06:45:50.789807 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d12b97b2-7cc5-4251-b31c-8c93061a0b9e req-ce42bab7-8ec7-421d-8f5d-c81a06e38d1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Jul 28 06:45:51.694279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60138) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:51.801068 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:51.808267 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd254-fcc5-4c45-9029-4b774105717d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:51.891319 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd254-fcc5-4c45-9029-4b774105717d admin admin] Publish callbacks [] for security_group (7801abf0-ff47-4f78-ae64-e3480561f637), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:51.895242 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd254-fcc5-4c45-9029-4b774105717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7801abf0-ff47-4f78-ae64-e3480561f637), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:51.917794 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901653c-d0d7-438f-9452-43fc380ee70e req-3c943a5f-fafe-4a6c-a9c3-0d70651c099f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:51.919309 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2901653c-d0d7-438f-9452-43fc380ee70e req-3c943a5f-fafe-4a6c-a9c3-0d70651c099f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Jul 28 06:45:51.939557 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6e6fd254-fcc5-4c45-9029-4b774105717d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d803ee5c9c414a48b03cbb3dfb29cceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441905 Jul 28 06:45:51.940512 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fd254-fcc5-4c45-9029-4b774105717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7801abf0-ff47-4f78-ae64-e3480561f637,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:51.943170 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60144) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:51.984207 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2901653c-d0d7-438f-9452-43fc380ee70e req-fd2afbd8-a342-48f1-96f9-924c9269a10f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590727 Jul 28 06:45:51.992810 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] Publish callbacks [] for security_group (7801abf0-ff47-4f78-ae64-e3480561f637), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.016585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] Publish callbacks [] for security_group (7801abf0-ff47-4f78-ae64-e3480561f637), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.085350 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7801abf0-ff47-4f78-ae64-e3480561f637), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.087822 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.088943 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7801abf0-ff47-4f78-ae64-e3480561f637 HTTP/1.1" status: 204 len: 168 time: 0.1448658 Jul 28 06:45:52.102615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322712b9-843d-46c9-b55e-90033f75471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801abf0-ff47-4f78-ae64-e3480561f637,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:52.115263 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d687f1-9279-49e5-9b93-a273bd99b9b6 req-2bf1f007-b22e-442a-bf3f-a1b3cb9f40f8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:52.116763 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b1d687f1-9279-49e5-9b93-a273bd99b9b6 req-2bf1f007-b22e-442a-bf3f-a1b3cb9f40f8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.0606084 Jul 28 06:45:52.175526 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b1d687f1-9279-49e5-9b93-a273bd99b9b6 req-f5378f13-0f00-459e-9223-c25da75b623e tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507483 Jul 28 06:45:52.204141 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60150) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:52.384265 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60156) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:52.397923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-affa65c6-415a-48af-b194-bfbf49235ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.401917 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a2334-974f-4a85-9fad-574fb779eafa tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:52.403487 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-982a2334-974f-4a85-9fad-574fb779eafa tempest-TestVolumeBootPattern-1410512016 tempest-TestVolumeBootPattern-1410512016-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1124 time: 0.1983049 Jul 28 06:45:52.406473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60158) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:52.410649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'port_id': '32380163-a382-4b44-b96f-ac530b2c0610', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:52.431179 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.479720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-affa65c6-415a-48af-b194-bfbf49235ae4 admin admin] Publish callbacks [] for security_group (c44932da-8b0c-4371-91cd-7c57b089d81d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.485317 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-affa65c6-415a-48af-b194-bfbf49235ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c44932da-8b0c-4371-91cd-7c57b089d81d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.515997 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.523978 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-affa65c6-415a-48af-b194-bfbf49235ae4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82df92c6e1b241dbab23df701cdc1e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384084 Jul 28 06:45:52.526473 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60160) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:52.528405 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa65c6-415a-48af-b194-bfbf49235ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44932da-8b0c-4371-91cd-7c57b089d81d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:52.650429 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] Publish callbacks [] for security_group (c44932da-8b0c-4371-91cd-7c57b089d81d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.675799 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Allocated IP 172.27.1.115 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:45:52.680191 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:52.686411 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:52.692449 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] Publish callbacks [] for security_group (c44932da-8b0c-4371-91cd-7c57b089d81d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.803491 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c44932da-8b0c-4371-91cd-7c57b089d81d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.805893 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.807024 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c44932da-8b0c-4371-91cd-7c57b089d81d HTTP/1.1" status: 204 len: 168 time: 0.2796514 Jul 28 06:45:52.824318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500862-fdd9-4a67-8233-cfd6e907b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44932da-8b0c-4371-91cd-7c57b089d81d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:52.848585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.882602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:52.924815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:52.927896 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:52.931772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:45:52.959266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:53.328392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (239bdd38-aa02-4a93-b4b1-ebd63cac904e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:53.403568 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:53.457329 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:53.543769 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:53.569870 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:53.574265 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:53.645311 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event updated for resources: {'Port': ['ID=6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:53.660798 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (239bdd38-aa02-4a93-b4b1-ebd63cac904e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.030789 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP 239bdd38-aa02-4a93-b4b1-ebd63cac904e associated. External IP: 172.27.1.115, port: 32380163-a382-4b44-b96f-ac530b2c0610. Jul 28 06:45:54.071831 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60206) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:54.249914 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:45:54.307052 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1b866ac-f0de-4696-855d-75a78ab4666c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.368009 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:54.380193 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:45:54.392806 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:54.393463 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:54.393623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.394413 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1b866ac-f0de-4696-855d-75a78ab4666c admin admin] Publish callbacks [] for security_group (dd9a2c14-abed-4f68-add3-d2124cab172b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.402430 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1b866ac-f0de-4696-855d-75a78ab4666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (dd9a2c14-abed-4f68-add3-d2124cab172b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.437103 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b36acac3-6b61-43fb-98cb-89f718fb7025 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0295660 Jul 28 06:45:54.437846 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:45:54.441014 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b951f3-92f4-4a3f-bf56-7ac3846682f0" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:45:54.449913 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60222) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:54.452064 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e1b866ac-f0de-4696-855d-75a78ab4666c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21571203026444339b747739c5bed02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790379 Jul 28 06:45:54.457388 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:54.479403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b866ac-f0de-4696-855d-75a78ab4666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a2c14-abed-4f68-add3-d2124cab172b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:54.512663 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182cfc89-e262-4899-8458-b968af8e6f0d x-openstack-request-id: req-182cfc89-e262-4899-8458-b968af8e6f0d {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:45:54.512960 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:45:54.513575 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-182cfc89-e262-4899-8458-b968af8e6f0d {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:45:54.514672 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182cfc89-e262-4899-8458-b968af8e6f0d'] response: {'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610', 'status': 'completed', 'code': 200} Jul 28 06:45:54.517623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] Publish callbacks [] for security_group (dd9a2c14-abed-4f68-add3-d2124cab172b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.538252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:54.544333 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] Publish callbacks [] for security_group (dd9a2c14-abed-4f68-add3-d2124cab172b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.608260 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (dd9a2c14-abed-4f68-add3-d2124cab172b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.610071 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-a2242e07-07ef-4b88-b1f3-c4f85a93bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:54.611090 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.612534 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd9a2c14-abed-4f68-add3-d2124cab172b HTTP/1.1" status: 204 len: 168 time: 0.1599689 Jul 28 06:45:54.615325 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-a2242e07-07ef-4b88-b1f3-c4f85a93bde9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1129 time: 0.0534329 Jul 28 06:45:54.635649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f257237-fbea-4e9f-9ac9-f15933d11bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a2c14-abed-4f68-add3-d2124cab172b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:54.686380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:54.748905 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-5b239d68-5fe5-495c-80a0-ec97c8792168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:54.750902 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-5b239d68-5fe5-495c-80a0-ec97c8792168 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.1298845 Jul 28 06:45:54.761448 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=12 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:54.767880 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:54.809885 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '239bdd38-aa02-4a93-b4b1-ebd63cac904e', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '32380163-a382-4b44-b96f-ac530b2c0610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:43:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7a397-7e30-4f41-aa11-751a55aed898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:45:53Z', 'updated_at': '2022-07-28T06:45:53Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}, {'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:54.829931 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-b8b87324-f353-4ebc-98b6-e2fdd5150666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 200 len: 999 time: 0.0728323 Jul 28 06:45:54.844649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:45:54.853656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:54.854190 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:54.888036 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:54.898776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-3e50a72c-7a04-4bd3-a286-86c38626dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:54.900583 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-3e50a72c-7a04-4bd3-a286-86c38626dc40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0642438 Jul 28 06:45:54.958354 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-057208aa-a8e7-48ca-91c7-af840f225b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:54.960506 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-057208aa-a8e7-48ca-91c7-af840f225b4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537176 Jul 28 06:45:54.983687 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:54.992046 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:55.082007 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-b9290a7e-f88f-4b80-99a2-aa25324b5f92 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080251 Jul 28 06:45:55.229900 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-33b951f3-92f4-4a3f-bf56-7ac3846682f0 req-ad4709aa-42f9-451a-8355-0ee2af0a9a48 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365983 Jul 28 06:45:55.408011 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '239bdd38-aa02-4a93-b4b1-ebd63cac904e', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '32380163-a382-4b44-b96f-ac530b2c0610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:43:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7a397-7e30-4f41-aa11-751a55aed898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:45:53Z', 'updated_at': '2022-07-28T06:45:53Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}, {'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:55.434649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca58804-20bc-415f-bec3-381ced1ae83d None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '239bdd38-aa02-4a93-b4b1-ebd63cac904e', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '32380163-a382-4b44-b96f-ac530b2c0610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:43:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7a397-7e30-4f41-aa11-751a55aed898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:45:53Z', 'updated_at': '2022-07-28T06:45:53Z', 'revision_number': 0, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}, {'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:45:55.464649 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60252) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:55.595026 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-927395562-network', 'tenant_id': 'e705818597064414b9d882e0dd2071c2'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:55.633758 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Made reservation on behalf of e705818597064414b9d882e0dd2071c2 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:45:55.636145 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.649743 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.661497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:55.690592 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a6348-633e-48f5-a4f9-af5815225955 None None] New status for floating IP 239bdd38-aa02-4a93-b4b1-ebd63cac904e: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:45:55.715804 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:55.745113 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks [] for security_group (1bf3486f-19f2-4f9a-a4d3-1734b3769de4), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.753206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1bf3486f-19f2-4f9a-a4d3-1734b3769de4), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.786750 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:45:55.793781 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3486f-19f2-4f9a-a4d3-1734b3769de4,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:55.801575 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (8a07c5c5-5413-4ea7-8095-9065c4d91554), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.801912 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Added segment 8a07c5c5-5413-4ea7-8095-9065c4d91554 of type vlan for network 59e65be8-422f-4df3-bc9b-ac95d0e57680 Jul 28 06:45:55.849732 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (59e65be8-422f-4df3-bc9b-ac95d0e57680), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.877172 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (59e65be8-422f-4df3-bc9b-ac95d0e57680), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.878170 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:55.878750 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:55.930678 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4648864 Jul 28 06:45:55.933567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60256) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:55.939060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Request body: {'subnet': {'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-927395562-subnet', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:55.945198 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dfd12-37f0-45fa-bb0e-59f5f2f1bedb admin admin] Pushing event updated for resources: {'Network': ['ID=59e65be8-422f-4df3-bc9b-ac95d0e57680,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:55.956168 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:45:55.959728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Made reservation on behalf of e705818597064414b9d882e0dd2071c2 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:45:55.962262 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746145'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.134182 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4553640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746127'] for subnet (0b8254dd-b3f2-4f9c-9070-facdc71cc559), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.191632 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8254dd-b3f2-4f9c-9070-facdc71cc559,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:56.200802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Checking segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:45:56.201554 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Network hostable DHCP agents. Network: 59e65be8-422f-4df3-bc9b-ac95d0e57680, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:45:56.219615 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:45:56.228390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 59e65be8-422f-4df3-bc9b-ac95d0e57680) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:56.233337 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:45:56.233962 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.240406 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c6adb-af26-44a0-a7db-2225a1fd5fc1 None None] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:45:56.252938 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-53c713d7-7002-4c61-9735-cbe8e9c0bd93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3181932 Jul 28 06:45:56.255556 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60262) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:56.260650 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:45:56.284562 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.285547 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.352696 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for router_controller (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.361377 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-59e65be8-422f-4df3-bc9b-ac95d0e57680', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:45:56.362544 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.435507 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:56.452683 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:56.505616 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for router_gateway (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.509776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Allocated IP 172.20.0.2 (59e65be8-422f-4df3-bc9b-ac95d0e57680/0b8254dd-b3f2-4f9c-9070-facdc71cc559/b861dba9-b8e9-45c1-867f-29cc915dfcf1) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:45:56.650431 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks [] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.654740 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:56.656486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.696191 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for router_gateway (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.702935 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:56.708172 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:56.710521 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:45:56.715810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Pushing event updated for resources: {'Port': ['ID=b861dba9-b8e9-45c1-867f-29cc915dfcf1,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:56.717797 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.775701 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Attempting to bind port b861dba9-b8e9-45c1-867f-29cc915dfcf1 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:45:56.775701 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Attempting to bind port b861dba9-b8e9-45c1-867f-29cc915dfcf1 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:45:56.776043 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Attempting to bind port b861dba9-b8e9-45c1-867f-29cc915dfcf1 on network 59e65be8-422f-4df3-bc9b-ac95d0e57680 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:45:56.781754 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:45:56.782134 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Checking segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:45:56.782541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.782938 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Bound using segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:45:56.783406 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Bound port: b861dba9-b8e9-45c1-867f-29cc915dfcf1, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:45:56.783788 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.832033 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Allocated IP 172.27.1.145 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/be025416-21c7-46d0-9034-57af354a386f) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:45:56.846249 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] For port b861dba9-b8e9-45c1-867f-29cc915dfcf1, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:45:56.849708 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] For port b861dba9-b8e9-45c1-867f-29cc915dfcf1, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b861dba9-b8e9-45c1-867f-29cc915dfcf1,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:45:56.855623 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.863697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:56.919108 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53834182-be4c-423f-a131-201a53a0b2aa None None] Pushing event updated for resources: {'Port': ['ID=b861dba9-b8e9-45c1-867f-29cc915dfcf1,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:56.955253 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for port (be025416-21c7-46d0-9034-57af354a386f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:56.989488 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (be025416-21c7-46d0-9034-57af354a386f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.027565 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:57.032826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:57.035363 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:45:57.070136 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Pushing event updated for resources: {'Port': ['ID=be025416-21c7-46d0-9034-57af354a386f,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:57.307652 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for router_gateway (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.353757 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:57.499062 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.710117 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b861dba9-b8e9-45c1-867f-29cc915dfcf1 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:45:57.759932 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port b861dba9-b8e9-45c1-867f-29cc915dfcf1 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:57.760303 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.803818 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e6b12-ec96-483e-8640-8f71279156d6 None None] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:45:57.849925 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:57.894609 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:45:57.901103 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port b861dba9-b8e9-45c1-867f-29cc915dfcf1 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:45:57.901537 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.903365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-adf8e935-61f9-41db-aa64-926eb508a20a None None] Provisioning complete for port b861dba9-b8e9-45c1-867f-29cc915dfcf1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:57.904235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-adf8e935-61f9-41db-aa64-926eb508a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:57.947595 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:58.003656 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:58.008508 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port b861dba9-b8e9-45c1-867f-29cc915dfcf1, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b861dba9-b8e9-45c1-867f-29cc915dfcf1,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:45:58.016729 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Sync routers for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:45:58.021552 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.023089 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.027108 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60268) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:45:58.027545 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d989dad2-0743-4782-b9db-7b538659044d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7698064 Jul 28 06:45:58.061880 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:58.062516 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:58.151708 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=b861dba9-b8e9-45c1-867f-29cc915dfcf1,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:58.186421 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-adf8e935-61f9-41db-aa64-926eb508a20a None None] Current status of the port b861dba9-b8e9-45c1-867f-29cc915dfcf1 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:45:58.216966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:58.323779 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-58a008a2-0916-4535-96cb-71b05025f656 None None] Provisioning complete for port b861dba9-b8e9-45c1-867f-29cc915dfcf1 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:58.324473 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-58a008a2-0916-4535-96cb-71b05025f656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.388940 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:58.458374 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:57Z', 'revision_number': 3, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:58.462661 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-58a008a2-0916-4535-96cb-71b05025f656 None None] Current status of the port b861dba9-b8e9-45c1-867f-29cc915dfcf1 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:45:58.479130 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.490864 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Checking router: e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:45:58.491205 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Updating router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 port be025416-21c7-46d0-9034-57af354a386f binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:45:58.518719 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (be025416-21c7-46d0-9034-57af354a386f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.597342 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:58.639166 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Allocated IP 172.20.0.1 (59e65be8-422f-4df3-bc9b-ac95d0e57680/0b8254dd-b3f2-4f9c-9070-facdc71cc559/8fd496da-54b6-49e8-9f4f-72412daaf142) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:45:58.697621 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:58.755569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks [] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.790361 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.821013 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:58.831309 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:58.838736 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:58.842104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:45:58.875063 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Pushing event updated for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:58.883695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks [] for port (be025416-21c7-46d0-9034-57af354a386f), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.892734 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (be025416-21c7-46d0-9034-57af354a386f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.899823 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.952474 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd743a2-f10a-4469-aff5-dd4a2dd88041 None None] Pushing event updated for resources: {'Port': ['ID=be025416-21c7-46d0-9034-57af354a386f,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:58.954430 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Attempting to bind port be025416-21c7-46d0-9034-57af354a386f on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:45:58.954792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Attempting to bind port be025416-21c7-46d0-9034-57af354a386f by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:45:58.955142 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Attempting to bind port be025416-21c7-46d0-9034-57af354a386f on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:45:58.960870 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:45:58.961244 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:45:58.961656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:58.962044 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:45:58.962501 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Bound port: be025416-21c7-46d0-9034-57af354a386f, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:45:58.962873 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (be025416-21c7-46d0-9034-57af354a386f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.018602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] For port be025416-21c7-46d0-9034-57af354a386f, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:45:59.021741 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] For port be025416-21c7-46d0-9034-57af354a386f, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=be025416-21c7-46d0-9034-57af354a386f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:45:59.030751 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (be025416-21c7-46d0-9034-57af354a386f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.045317 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.101888 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-23d8e897-afc4-4755-84d9-5502b5e18f94 None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:59.102252 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23d8e897-afc4-4755-84d9-5502b5e18f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.104121 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:45:59.104726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:59.108079 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd743a2-f10a-4469-aff5-dd4a2dd88041 None None] Pushing event updated for resources: {'Port': ['ID=be025416-21c7-46d0-9034-57af354a386f,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:59.226067 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks [] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.230729 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.306056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Pushing event updated for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:45:59.308451 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-23d8e897-afc4-4755-84d9-5502b5e18f94 None None] Port 8fd496da-54b6-49e8-9f4f-72412daaf142 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:45:59.308600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.367414 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:45:59.376950 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:59.407833 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:45:59.409259 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:45:59.495310 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:59.537016 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:59.555485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:45:59.587347 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 2, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:45:59.615128 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93260d09-7087-4fb1-9ba7-03d9603316ab None None] The sync data for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi is: [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 2, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:45:59.706015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:45:59.721357 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b5853c65-290d-4d3c-8d09-987513fe264a admin admin] 10.222.0.20 "PUT /v2.0/routers/e2c800f1-1ce0-4911-ae4b-88c7c71b63d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881511 Jul 28 06:45:59.721601 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b861dba9-b8e9-45c1-867f-29cc915dfcf1 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:45:59.780104 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-8f599abc-5033-4d7b-b5c2-b0b6c79f77ef None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:59.780104 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8f599abc-5033-4d7b-b5c2-b0b6c79f77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.823863 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-8f599abc-5033-4d7b-b5c2-b0b6c79f77ef None None] Port 8fd496da-54b6-49e8-9f4f-72412daaf142 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:45:59.827985 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port b861dba9-b8e9-45c1-867f-29cc915dfcf1 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:45:59.828367 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:59.934167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port b861dba9-b8e9-45c1-867f-29cc915dfcf1 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:00.119242 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:00.132160 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c95fbe7-7295-4306-a8b4-4c77542af4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.374659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60300) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:00.379871 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602167087-network', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:00.401313 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Made reservation on behalf of b3f5d1fadd61488cba568e09f880dcba for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:46:00.403785 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.431482 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.533755 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks [] for security_group (e494339a-fdc8-4d0f-b0d3-3aa23e262661), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.540269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e494339a-fdc8-4d0f-b0d3-3aa23e262661), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.573477 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:46:00.582187 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e494339a-fdc8-4d0f-b0d3-3aa23e262661,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:00.592860 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.593139 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.593511 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.593855 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.594189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.594527 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.594846 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.595174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.595655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.595909 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.596135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.596458 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.596780 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.597103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.597452 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:00.609448 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (478bcdd0-09c5-47f0-b64c-874d7f962105), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.609796 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Added segment 478bcdd0-09c5-47f0-b64c-874d7f962105 of type vlan for network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 Jul 28 06:46:00.657776 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (8cb506a4-9632-4d42-88f0-f9f5ad933d27), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.684557 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (8cb506a4-9632-4d42-88f0-f9f5ad933d27), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.686304 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:00.687210 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.746752 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3708086 Jul 28 06:46:00.749783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60302) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:00.752368 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef97844-de9e-40be-8d8b-95fa7949be57 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb506a4-9632-4d42-88f0-f9f5ad933d27,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:00.755195 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Request body: {'subnet': {'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602167087-subnet', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:00.762282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:46:00.781723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Made reservation on behalf of b3f5d1fadd61488cba568e09f880dcba for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:46:00.784526 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746145'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:00.975159 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4553640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746127'] for subnet (fd5e90c4-9f49-4368-9aa5-1f58683c1e05), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.035015 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5e90c4-9f49-4368-9aa5-1f58683c1e05,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:01.046527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Checking segment: {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:01.046887 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Network hostable DHCP agents. Network: 8cb506a4-9632-4d42-88f0-f9f5ad933d27, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:46:01.067061 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:46:01.077448 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 8cb506a4-9632-4d42-88f0-f9f5ad933d27) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:01.081591 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:01.082216 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.085855 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f5e84-0b54-4501-b67b-1c8c27f1c7a5 None None] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:46:01.099186 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6abda114-e815-49fa-9914-6bcff2a6b0b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3482974 Jul 28 06:46:01.101694 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60304) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:01.105857 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:01.127446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8327698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.128347 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8287738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.140496 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:01.195069 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for router_controller (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.204133 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24da0c9e-9514-543f-acdc-a9c65c5c9e20-8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05'}]}} from dv-cinder-850605-1-iscsi. {{(pid=104279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:46:01.205233 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.349977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for router_gateway (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.358620 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Allocated IP 172.20.0.2 (8cb506a4-9632-4d42-88f0-f9f5ad933d27/fd5e90c4-9f49-4368-9aa5-1f58683c1e05/45223f4d-d186-4528-a294-0782ebc46746) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:46:01.494392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:01.507247 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks [] for port (45223f4d-d186-4528-a294-0782ebc46746), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.515627 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419'] for port (45223f4d-d186-4528-a294-0782ebc46746), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.547404 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for router_gateway (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.567310 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:01.570233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.570926 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:01.573112 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Pushing event updated for resources: {'Port': ['ID=45223f4d-d186-4528-a294-0782ebc46746,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:01.581365 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:46:01.664799 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Attempting to bind port 45223f4d-d186-4528-a294-0782ebc46746 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:46:01.665028 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Attempting to bind port 45223f4d-d186-4528-a294-0782ebc46746 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:46:01.665417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Attempting to bind port 45223f4d-d186-4528-a294-0782ebc46746 on network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Checking segment: {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Bound using segment: {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Bound port: 45223f4d-d186-4528-a294-0782ebc46746, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:46:01.681909 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (45223f4d-d186-4528-a294-0782ebc46746), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.691399 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:01.722338 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Allocated IP 172.27.1.80 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/980df526-84ed-4021-84fa-38e19f5614f6) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:46:01.730257 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device be025416-21c7-46d0-9034-57af354a386f up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:01.782377 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] For port 45223f4d-d186-4528-a294-0782ebc46746, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:46:01.796927 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] For port 45223f4d-d186-4528-a294-0782ebc46746, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=45223f4d-d186-4528-a294-0782ebc46746,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:46:01.805480 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (45223f4d-d186-4528-a294-0782ebc46746), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.831431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for port (980df526-84ed-4021-84fa-38e19f5614f6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.835609 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port be025416-21c7-46d0-9034-57af354a386f triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:01.835861 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (be025416-21c7-46d0-9034-57af354a386f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.863781 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (980df526-84ed-4021-84fa-38e19f5614f6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:01.895981 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:01.908988 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Pushing event updated for resources: {'Port': ['ID=980df526-84ed-4021-84fa-38e19f5614f6,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:01.924456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:01.925975 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:01.928386 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:46:01.932680 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfaf43-7538-490c-a3a3-4194d12591be None None] Pushing event updated for resources: {'Port': ['ID=45223f4d-d186-4528-a294-0782ebc46746,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:01.987474 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Sync routers for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:46:01.999679 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port be025416-21c7-46d0-9034-57af354a386f is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:02.000061 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:02.000241 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (be025416-21c7-46d0-9034-57af354a386f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.000692 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:45:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:02.023653 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port be025416-21c7-46d0-9034-57af354a386f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=be025416-21c7-46d0-9034-57af354a386f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:02.028992 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (be025416-21c7-46d0-9034-57af354a386f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.121208 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=be025416-21c7-46d0-9034-57af354a386f,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:02.124355 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:02.244060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for router_gateway (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.292559 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:02.441794 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 2, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:02.446152 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f609d73-5559-4d45-a465-1c82773c1b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.476804 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Checking router: e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:46:02.477426 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Updating router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 port 8fd496da-54b6-49e8-9f4f-72412daaf142 binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:46:02.489122 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287622'] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.507851 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.575351 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:02.634872 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d is scheduled to L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:46:02.753690 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.765934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:46:02.785647 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Sync routers for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:46:02.791192 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.796293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60322) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:02.797031 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-f6913d3e-28da-4167-9765-4e74b5b69f73 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6940653 Jul 28 06:46:02.798993 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:02.799635 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:02.866991 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks [] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.874493 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:02.901778 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60324) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:02.936442 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Pushing event updated for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:02.962337 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:02.988167 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.989059 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.989778 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.990283 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.990829 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.991306 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.991797 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.992273 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.992763 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.993236 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.993802 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.994319 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.994804 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.995273 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:02.995749 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:03.067357 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Attempting to bind port 8fd496da-54b6-49e8-9f4f-72412daaf142 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:46:03.069994 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Attempting to bind port 8fd496da-54b6-49e8-9f4f-72412daaf142 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:46:03.072515 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Attempting to bind port 8fd496da-54b6-49e8-9f4f-72412daaf142 on network 59e65be8-422f-4df3-bc9b-ac95d0e57680 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:03.077255 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.081470 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:46:03.082223 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Checking segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:03.082861 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.083480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Bound using segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:46:03.084185 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Bound port: 8fd496da-54b6-49e8-9f4f-72412daaf142, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:46:03.084827 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.107987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-024e562a-ca08-4723-bf86-68986c36432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.141886 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.172779 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] For port 8fd496da-54b6-49e8-9f4f-72412daaf142, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:46:03.179589 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] For port 8fd496da-54b6-49e8-9f4f-72412daaf142, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8fd496da-54b6-49e8-9f4f-72412daaf142,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:46:03.192076 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.201868 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.300998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-024e562a-ca08-4723-bf86-68986c36432d admin admin] Publish callbacks [] for security_group (9f04afee-4a9a-4423-be0c-dc133aa22d14), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.328212 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 3, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:03.358102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Checking router: 9796196b-f3d4-4b5d-986e-dfbbd0378d3d for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:46:03.358684 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Updating router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d port 980df526-84ed-4021-84fa-38e19f5614f6 binding host dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:46:03.361823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-024e562a-ca08-4723-bf86-68986c36432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9f04afee-4a9a-4423-be0c-dc133aa22d14), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.365941 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c85a-a0f6-4d28-b77a-921110ea930d None None] Pushing event updated for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:03.370714 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:03.377412 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:03.383440 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.422959 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-c44cb507-3118-4693-8d03-6fc203e6e5b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176887 Jul 28 06:46:03.435896 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfb3f4-77c1-49bb-9bf9-872362b622f1 None None] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:46:03.438522 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (980df526-84ed-4021-84fa-38e19f5614f6), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.440827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:03.441209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.449823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e562a-ca08-4723-bf86-68986c36432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f04afee-4a9a-4423-be0c-dc133aa22d14,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:03.459022 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-024e562a-ca08-4723-bf86-68986c36432d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=118b72df89d7441cb581f10755acc574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523977 Jul 28 06:46:03.459022 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60328) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:03.526170 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:03.532835 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.554697 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-c017b255-6cc9-4279-b286-d9b551129d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:03.556580 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-c017b255-6cc9-4279-b286-d9b551129d8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1129 time: 0.0832660 Jul 28 06:46:03.588019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] Publish callbacks [] for security_group (9f04afee-4a9a-4423-be0c-dc133aa22d14), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.593358 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.657613 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:03.729804 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] Publish callbacks [] for security_group (9f04afee-4a9a-4423-be0c-dc133aa22d14), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.776421 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Allocated IP 172.20.0.1 (8cb506a4-9632-4d42-88f0-f9f5ad933d27/fd5e90c4-9f49-4368-9aa5-1f58683c1e05/af81e6d2-bf1b-4769-8ad7-4f3dea7f061f) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:46:03.854976 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-b0bc7d01-4148-4a10-a348-0a69ac9bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:03.856521 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-b0bc7d01-4148-4a10-a348-0a69ac9bf8e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.2640707 Jul 28 06:46:03.865476 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:03Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:03.898259 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c643e8-8829-4fa2-91e9-4a26b4f22906 None None] The sync data for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi is: [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:03Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:46:03.908933 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9f04afee-4a9a-4423-be0c-dc133aa22d14), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.915097 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks [] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.922908 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:03.926864 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f04afee-4a9a-4423-be0c-dc133aa22d14 HTTP/1.1" status: 204 len: 168 time: 0.4647245 Jul 28 06:46:03.968206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.005572 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcc048-e52e-4fc6-9955-8a54eca4f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f04afee-4a9a-4423-be0c-dc133aa22d14,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.023354 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8fd496da-54b6-49e8-9f4f-72412daaf142 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:04.043100 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-4f133f22-a77e-4336-942c-b6beb056f68d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 1000 time: 0.1645391 Jul 28 06:46:04.050521 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:04.061180 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:04.064365 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:46:04.114925 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Pushing event updated for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.116837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-021c0984-ddcd-46e6-b1a2-c0c0702d32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:04.118931 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-021c0984-ddcd-46e6-b1a2-c0c0702d32af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0667746 Jul 28 06:46:04.168833 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8331398'] for router_interface (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.207640 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-2ed892ed-f22d-4840-b0f9-8740ba8367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:04.211409 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-2ed892ed-f22d-4840-b0f9-8740ba8367c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780547 Jul 28 06:46:04.328485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.342235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:04.357529 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-8019c031-a71c-43d3-9d83-2b1e667239c4 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365125 Jul 28 06:46:04.358458 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.383751 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:04.402857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Current status of the port 8fd496da-54b6-49e8-9f4f-72412daaf142 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:04.409024 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.411417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:04.412095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.451733 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60334) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:04.472328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ad8b-1f4c-4723-9f80-da219b6ea7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.517966 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:04.530071 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e02ec90-52a0-4535-8b57-67fa30bbeb81 req-f97648f9-1949-4242-b74c-27b6e0732039 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645157 Jul 28 06:46:04.539117 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] For port 8fd496da-54b6-49e8-9f4f-72412daaf142, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8fd496da-54b6-49e8-9f4f-72412daaf142,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:04.546133 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:04.566323 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.682715 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks [] for port (980df526-84ed-4021-84fa-38e19f5614f6), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.706367 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks [] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.713201 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ad8b-1f4c-4723-9f80-da219b6ea7ca admin admin] Publish callbacks [] for security_group (d8d302a3-73a2-4721-9278-8245a7f1f53a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.715439 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.716895 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (980df526-84ed-4021-84fa-38e19f5614f6), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.720130 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da518a7-eb75-4307-a4ad-10a5fe8ea71c None None] Pushing event updated for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.722896 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 8fd496da-54b6-49e8-9f4f-72412daaf142 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:04.724087 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 45223f4d-d186-4528-a294-0782ebc46746 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:04.734583 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:04.734957 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.756111 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ad8b-1f4c-4723-9f80-da219b6ea7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d8d302a3-73a2-4721-9278-8245a7f1f53a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.847486 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8331514'] for router_interface (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.856040 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cfa0ad8b-1f4c-4723-9f80-da219b6ea7ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eff99f1ef72d422795776c3e324f7b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038923 Jul 28 06:46:04.860985 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60336) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:04.866264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29531361-042b-4319-a515-4970e49237c8 None None] Pushing event updated for resources: {'Port': ['ID=980df526-84ed-4021-84fa-38e19f5614f6,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.867688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ad8b-1f4c-4723-9f80-da219b6ea7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d302a3-73a2-4721-9278-8245a7f1f53a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.873049 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Attempting to bind port 980df526-84ed-4021-84fa-38e19f5614f6 on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:46:04.873407 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Pushing event updated for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:04.873750 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Attempting to bind port 980df526-84ed-4021-84fa-38e19f5614f6 by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:46:04.874241 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Attempting to bind port 980df526-84ed-4021-84fa-38e19f5614f6 on network c61c9185-be2d-48ff-9775-9279d83b13bc {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:04.897787 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 45223f4d-d186-4528-a294-0782ebc46746 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:04.897787 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (45223f4d-d186-4528-a294-0782ebc46746), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.901487 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:46:04.901947 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Checking segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:04.902431 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.903102 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Bound using segment: {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:46:04.903779 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Bound port: 980df526-84ed-4021-84fa-38e19f5614f6, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28bb3c-b918-468a-8d96-dc0f9ca6d36e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:46:04.904240 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (980df526-84ed-4021-84fa-38e19f5614f6), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.955819 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] Publish callbacks [] for security_group (d8d302a3-73a2-4721-9278-8245a7f1f53a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:04.975133 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:04.993512 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] Publish callbacks [] for security_group (d8d302a3-73a2-4721-9278-8245a7f1f53a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.007004 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:05.008830 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:05.054601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (d8d302a3-73a2-4721-9278-8245a7f1f53a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.058885 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.060829 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8d302a3-73a2-4721-9278-8245a7f1f53a HTTP/1.1" status: 204 len: 168 time: 0.1975369 Jul 28 06:46:05.070006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae368e4-5ba7-415b-80f4-1ba53037d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d302a3-73a2-4721-9278-8245a7f1f53a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:05.127684 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 45223f4d-d186-4528-a294-0782ebc46746 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:05.127930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (45223f4d-d186-4528-a294-0782ebc46746), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.154330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:46:05.175692 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Current status of the port 8fd496da-54b6-49e8-9f4f-72412daaf142 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:05.182828 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] For port 980df526-84ed-4021-84fa-38e19f5614f6, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:46:05.187458 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] For port 980df526-84ed-4021-84fa-38e19f5614f6, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=980df526-84ed-4021-84fa-38e19f5614f6,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:46:05.192313 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 45223f4d-d186-4528-a294-0782ebc46746, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=45223f4d-d186-4528-a294-0782ebc46746,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:05.200456 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Provisioning complete for port 45223f4d-d186-4528-a294-0782ebc46746 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:05.200901 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (45223f4d-d186-4528-a294-0782ebc46746), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.204169 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (980df526-84ed-4021-84fa-38e19f5614f6), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.275625 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29531361-042b-4319-a515-4970e49237c8 None None] Pushing event updated for resources: {'Port': ['ID=980df526-84ed-4021-84fa-38e19f5614f6,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:05.279214 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (45223f4d-d186-4528-a294-0782ebc46746), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.280146 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device be025416-21c7-46d0-9034-57af354a386f up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:05.289119 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:05.407358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:05.408068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:05.450161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port be025416-21c7-46d0-9034-57af354a386f triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:05.450724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (be025416-21c7-46d0-9034-57af354a386f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.456319 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=45223f4d-d186-4528-a294-0782ebc46746,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:05.557792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-e632b200-b75f-4b4c-b869-df925aa8f055 None None] Current status of the port 45223f4d-d186-4528-a294-0782ebc46746 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:05.569455 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:46:05.577373 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9e82913e-d687-4860-9229-a9c311c7dbdd admin admin] 10.222.0.20 "PUT /v2.0/routers/9796196b-f3d4-4b5d-986e-dfbbd0378d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769053 Jul 28 06:46:05.597579 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:05.648171 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:05.688507 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port be025416-21c7-46d0-9034-57af354a386f is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:05.729792 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.740376 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Provisioning complete for port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:05.740376 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.797079 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.824069 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:46:05.840315 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8fd496da-54b6-49e8-9f4f-72412daaf142 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:05.842752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Provisioning complete for port 45223f4d-d186-4528-a294-0782ebc46746 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:05.843122 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (45223f4d-d186-4528-a294-0782ebc46746), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:05.989254 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 8fd496da-54b6-49e8-9f4f-72412daaf142 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:05.989908 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.011578 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'af81e6d2-bf1b-4769-8ad7-4f3dea7f061f', 'name': '', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'mac_address': 'fa:16:3e:20:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:03Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 2, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'subnets': [{'id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:06.024583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60364) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.029318 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532325270', 'description': 'tempest-secgroup-smoke-1532325270 description', 'project_id': 'e705818597064414b9d882e0dd2071c2'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.053370 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.073593 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:06.137220 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (fb651fb3-6fef-4886-82ba-c53934440266), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.142855 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (fb651fb3-6fef-4886-82ba-c53934440266), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.175927 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.177527 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1517632 Jul 28 06:46:06.180233 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60368) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.185703 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.196633 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff4a7b-1128-4b7e-a7b1-82cb17398a0b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb651fb3-6fef-4886-82ba-c53934440266,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:06.209790 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9dd7-62ba-42c6-8e20-a34a8d0a34ce None None] The sync data for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi is: [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'af81e6d2-bf1b-4769-8ad7-4f3dea7f061f', 'name': '', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'mac_address': 'fa:16:3e:20:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:03Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 2, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'subnets': [{'id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:46:06.215320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd8e22-e689-4b0d-9d25-0776b0a3336b None None] Current status of the port 45223f4d-d186-4528-a294-0782ebc46746 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:06.228962 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (8517b2b0-31a2-44b8-83f4-7ada83f739d1), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.272627 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 8fd496da-54b6-49e8-9f4f-72412daaf142 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:06.274650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 45223f4d-d186-4528-a294-0782ebc46746 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:06.300787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (8517b2b0-31a2-44b8-83f4-7ada83f739d1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.304601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (8517b2b0-31a2-44b8-83f4-7ada83f739d1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.305566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:06.323521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8517b2b0-31a2-44b8-83f4-7ada83f739d1,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:06.332276 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 45223f4d-d186-4528-a294-0782ebc46746 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:06.332740 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (45223f4d-d186-4528-a294-0782ebc46746), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.344685 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.346078 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-037b500c-c11f-4217-b1d1-ee3e0a74147b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648576 Jul 28 06:46:06.350296 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60372) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.355328 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.405020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (7cb80a52-cec1-4d9a-ac33-fffdea96624f), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.428881 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 45223f4d-d186-4528-a294-0782ebc46746 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:06.519584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (7cb80a52-cec1-4d9a-ac33-fffdea96624f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.527266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (7cb80a52-cec1-4d9a-ac33-fffdea96624f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.554398 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb80a52-cec1-4d9a-ac33-fffdea96624f,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:06.563064 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.564284 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ca9e739e-9b0e-41b5-8cb0-fdc4e109bf69 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2128987 Jul 28 06:46:06.567334 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60380) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.577723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.614790 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:06.619987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (71feaf05-b191-4530-b3f1-e90fcd093a20), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.680088 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (71feaf05-b191-4530-b3f1-e90fcd093a20), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.687876 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (71feaf05-b191-4530-b3f1-e90fcd093a20), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.704469 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71feaf05-b191-4530-b3f1-e90fcd093a20,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:06.719206 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.720433 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-72eb860f-14bb-4d87-ba4b-eebf4b486f89 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520672 Jul 28 06:46:06.723389 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60386) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.728242 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.759134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (08ac70b8-18a9-4de2-b1c0-7949e450db9d), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.783206 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:06.830772 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (08ac70b8-18a9-4de2-b1c0-7949e450db9d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.835684 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (08ac70b8-18a9-4de2-b1c0-7949e450db9d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.862902 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ac70b8-18a9-4de2-b1c0-7949e450db9d,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:06.869138 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:06.870503 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a465b1bc-7c24-4ae1-b364-a88c5b74cce7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458364 Jul 28 06:46:06.873851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60390) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:06.878540 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:06.884508 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:06.904524 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Project e705818597064414b9d882e0dd2071c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:46:06.910677 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (fee42a9e-2918-41ea-b6d0-1b3ec0366336), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.001394 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (fee42a9e-2918-41ea-b6d0-1b3ec0366336), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.010550 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (fee42a9e-2918-41ea-b6d0-1b3ec0366336), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.046226 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee42a9e-2918-41ea-b6d0-1b3ec0366336,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:07.052176 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.053496 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-dc7cf040-97c0-4dd3-9ced-ba541b0020d7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783838 Jul 28 06:46:07.056440 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60396) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:07.061815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'security_group_rule': {'security_group_id': 'fb651fb3-6fef-4886-82ba-c53934440266', 'project_id': 'e705818597064414b9d882e0dd2071c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:07.092882 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Project e705818597064414b9d882e0dd2071c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:46:07.099877 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (8f1c4ce7-cf6d-4378-9f3a-5e9287baff0f), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.170052 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (8f1c4ce7-cf6d-4378-9f3a-5e9287baff0f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.174632 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (8f1c4ce7-cf6d-4378-9f3a-5e9287baff0f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.192824 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1c4ce7-cf6d-4378-9f3a-5e9287baff0f,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:07.206808 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.208041 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1e9d10f6-7dfc-4d48-8363-d0f8163b9df7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506674 Jul 28 06:46:07.815095 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 980df526-84ed-4021-84fa-38e19f5614f6 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:07.873848 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60472) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:07.889214 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 980df526-84ed-4021-84fa-38e19f5614f6 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:07.889698 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (980df526-84ed-4021-84fa-38e19f5614f6), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.967263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 980df526-84ed-4021-84fa-38e19f5614f6 is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:07.967801 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (980df526-84ed-4021-84fa-38e19f5614f6), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.992996 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] For port 980df526-84ed-4021-84fa-38e19f5614f6, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=980df526-84ed-4021-84fa-38e19f5614f6,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:07.995081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b649f51-03d1-4226-a4ec-f1bf0df006e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:07.998127 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (980df526-84ed-4021-84fa-38e19f5614f6), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.047768 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Pushing event updated for resources: {'Port': ['ID=980df526-84ed-4021-84fa-38e19f5614f6,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:08.082466 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b649f51-03d1-4226-a4ec-f1bf0df006e7 admin admin] Publish callbacks [] for security_group (354661fe-f980-43fc-970f-eaa744ec1314), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.086216 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b649f51-03d1-4226-a4ec-f1bf0df006e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (354661fe-f980-43fc-970f-eaa744ec1314), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.129358 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0b649f51-03d1-4226-a4ec-f1bf0df006e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2b9fa0cf1944f988b737556a5b1cf9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544179 Jul 28 06:46:08.130181 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649f51-03d1-4226-a4ec-f1bf0df006e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354661fe-f980-43fc-970f-eaa744ec1314,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:08.132137 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60484) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:08.181414 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] Publish callbacks [] for security_group (354661fe-f980-43fc-970f-eaa744ec1314), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.203662 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] Publish callbacks [] for security_group (354661fe-f980-43fc-970f-eaa744ec1314), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.253417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (354661fe-f980-43fc-970f-eaa744ec1314), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.255921 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.257049 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/354661fe-f980-43fc-970f-eaa744ec1314 HTTP/1.1" status: 204 len: 168 time: 0.1238492 Jul 28 06:46:08.266362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742198f7-8f11-49bd-b68d-a4b4b1bf0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354661fe-f980-43fc-970f-eaa744ec1314,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:08.560497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60496) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:08.577541 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7cbc376d-e1bd-4124-9e9c-191cde30609e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.612519 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Sync routers for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:46:08.624572 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:08.625187 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:08.665544 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7cbc376d-e1bd-4124-9e9c-191cde30609e admin admin] Publish callbacks [] for security_group (c47d9d89-5d03-4c9d-ac55-dc05d51fa101), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.669549 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7cbc376d-e1bd-4124-9e9c-191cde30609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c47d9d89-5d03-4c9d-ac55-dc05d51fa101), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.710381 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7cbc376d-e1bd-4124-9e9c-191cde30609e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bb4ab44453749249f984ef47408c2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488073 Jul 28 06:46:08.712483 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc376d-e1bd-4124-9e9c-191cde30609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d9d89-5d03-4c9d-ac55-dc05d51fa101,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:08.713217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60498) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:08.732126 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:08.769020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] Publish callbacks [] for security_group (c47d9d89-5d03-4c9d-ac55-dc05d51fa101), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.793859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] Publish callbacks [] for security_group (c47d9d89-5d03-4c9d-ac55-dc05d51fa101), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.844752 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (c47d9d89-5d03-4c9d-ac55-dc05d51fa101), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.847608 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.848768 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47d9d89-5d03-4c9d-ac55-dc05d51fa101 HTTP/1.1" status: 204 len: 168 time: 0.1345475 Jul 28 06:46:08.867961 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07123f-5433-4954-b3f6-ffdc9b4d4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d9d89-5d03-4c9d-ac55-dc05d51fa101,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:08.917539 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:08.962758 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'af81e6d2-bf1b-4769-8ad7-4f3dea7f061f', 'name': '', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'mac_address': 'fa:16:3e:20:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:03Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 2, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'subnets': [{'id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:08.988387 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Checking router: 9796196b-f3d4-4b5d-986e-dfbbd0378d3d for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:46:08.988745 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Updating router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f binding host dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:46:09.022640 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.386304 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks [] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.392939 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.456258 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced26871-669c-4f12-a710-74867b803e8f None None] Pushing event updated for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:09.507155 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:09.521871 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Attempting to bind port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f on host dv-cinder-850605-1-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:46:09.522381 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Attempting to bind port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f by drivers openvswitch,hyperv on host dv-cinder-850605-1-iscsi at level 0 using segments [{'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:46:09.525457 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Attempting to bind port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f on network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:09.532787 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Checking agent: {'id': 'ee54921e-0589-46ed-b3c6-963dba832788', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 28, 36), 'started_at': datetime.datetime(2022, 7, 28, 6, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:46:09.533240 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Checking segment: {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:09.533748 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.534141 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Bound using segment: {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:46:09.534607 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Bound port: af81e6d2-bf1b-4769-8ad7-4f3dea7f061f, host: dv-cinder-850605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478bcdd0-09c5-47f0-b64c-874d7f962105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:46:09.535016 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.625947 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] For port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f, host dv-cinder-850605-1-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:46:09.630031 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] For port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f, host dv-cinder-850605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:46:09.636705 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.672597 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:09.686259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Provisioning complete for port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:09.686638 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.731044 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:09.733100 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:09.774133 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced26871-669c-4f12-a710-74867b803e8f None None] Pushing event updated for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:09.862261 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 980df526-84ed-4021-84fa-38e19f5614f6 up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:09.881783 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:09.914628 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Current status of the port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f is: DOWN; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:09.915021 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.958245 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port 980df526-84ed-4021-84fa-38e19f5614f6 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:09.958828 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (980df526-84ed-4021-84fa-38e19f5614f6), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.984855 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] For port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:10.003678 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.100708 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc21ec-4272-4456-a2de-d012654c5fca None None] Pushing event updated for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:10.126369 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port 980df526-84ed-4021-84fa-38e19f5614f6 is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:10.132370 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-c94089be-f04c-4cd8-b120-9cd1679b3685 None None] Provisioning complete for port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:10.132746 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c94089be-f04c-4cd8-b120-9cd1679b3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.138800 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:10.152670 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'af81e6d2-bf1b-4769-8ad7-4f3dea7f061f', 'name': '', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'mac_address': 'fa:16:3e:20:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:03Z', 'updated_at': '2022-07-28T06:46:09Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'subnets': [{'id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:10.181480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe02986-2858-4c23-a06c-1c269b0acf28 None None] The sync data for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi is: [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': 'af81e6d2-bf1b-4769-8ad7-4f3dea7f061f', 'name': '', 'network_id': '8cb506a4-9632-4d42-88f0-f9f5ad933d27', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'mac_address': 'fa:16:3e:20:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:03Z', 'updated_at': '2022-07-28T06:46:09Z', 'revision_number': 4, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'subnets': [{'id': 'fd5e90c4-9f49-4368-9aa5-1f58683c1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:46:10.219637 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c94089be-f04c-4cd8-b120-9cd1679b3685 None None] Current status of the port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:10.274616 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 60538) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:10.391554 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcd06360-e7d0-4aa8-bdc0-c6d3791b94db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.482139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcd06360-e7d0-4aa8-bdc0-c6d3791b94db admin admin] Publish callbacks [] for security_group (f12185a8-4fd5-4bc9-a38e-9b053c501324), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.486534 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcd06360-e7d0-4aa8-bdc0-c6d3791b94db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f12185a8-4fd5-4bc9-a38e-9b053c501324), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.517798 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:10.536249 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bcd06360-e7d0-4aa8-bdc0-c6d3791b94db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c687c516d034af2b04db826f630f3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605460 Jul 28 06:46:10.537449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd06360-e7d0-4aa8-bdc0-c6d3791b94db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12185a8-4fd5-4bc9-a38e-9b053c501324,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:10.538963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60542) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:10.598113 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] Publish callbacks [] for security_group (f12185a8-4fd5-4bc9-a38e-9b053c501324), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.623576 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] Publish callbacks [] for security_group (f12185a8-4fd5-4bc9-a38e-9b053c501324), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.659088 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=13,neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:10.677562 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (f12185a8-4fd5-4bc9-a38e-9b053c501324), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.680164 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.683974 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f12185a8-4fd5-4bc9-a38e-9b053c501324 HTTP/1.1" status: 204 len: 168 time: 0.1407881 Jul 28 06:46:10.691836 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599e088-6c1b-438d-b85a-080c06f482f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12185a8-4fd5-4bc9-a38e-9b053c501324,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:11.789114 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device af81e6d2-bf1b-4769-8ad7-4f3dea7f061f up at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:11.834701 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:11.840585 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Provisioning complete for port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:11.841047 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:11.932088 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Current status of the port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f is: ACTIVE; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:19.792180 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:46:20.534258 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=68,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:20.685070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:20.686986 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:21.918772 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:21.930923 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:28.057218 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-7587718b-a89f-4bf2-b0b4-f5c89dc4db93 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532325270&fields=id&tenant_id=e705818597064414b9d882e0dd2071c2 HTTP/1.1" status: 200 len: 267 time: 0.0441406 Jul 28 06:46:28.161062 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-bf6a429a-5439-4f4f-96ad-63c76897c25c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:28.162517 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-bf6a429a-5439-4f4f-96ad-63c76897c25c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 808 time: 0.0989251 Jul 28 06:46:28.176597 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-7d84ba4c-a48b-40bd-96b1-ed9e785df638 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/quotas/e705818597064414b9d882e0dd2071c2 HTTP/1.1" status: 200 len: 375 time: 0.0087192 Jul 28 06:46:28.227971 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-ccd8279d-e14e-4419-b41f-2c39b20ebd1c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465093 Jul 28 06:46:28.321926 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-c0fcaa75-d3a2-49d7-a05a-0e1a173644ee service neutron] 10.222.0.20 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825191 Jul 28 06:46:28.660589 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-2919c1b1-c429-41cb-a2c8-6ab213759b76 service neutron] 10.222.0.20 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320892 Jul 28 06:46:28.970476 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-06710da4-e3ae-4d74-9983-63d1e376c30f req-81469944-8279-459d-89fd-9257e0a5cffd tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 210 time: 0.0322168 Jul 28 06:46:30.094173 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c2c1798-4f8a-4bef-a58b-f67414362585 req-7f567da3-11bb-4296-8ddf-a843b027741b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 210 time: 0.0466909 Jul 28 06:46:30.103730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f62e2d41-8837-467f-ae16-9a319a1d0b03 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:30.105183 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f62e2d41-8837-467f-ae16-9a319a1d0b03 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 808 time: 0.1366551 Jul 28 06:46:30.123177 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11949436-c2ca-403e-96d7-8e3613230208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.207003 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-9ac062e7-e0b1-471e-843a-379ffb033f97 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e705818597064414b9d882e0dd2071c2 HTTP/1.1" status: 200 len: 380 time: 0.0576119 Jul 28 06:46:30.220332 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'port': {'device_id': '52742674-b180-42b2-8d0c-76e434454452', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'admin_state_up': True, 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'security_groups': ['fb651fb3-6fef-4886-82ba-c53934440266']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:30.332029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Made reservation on behalf of e705818597064414b9d882e0dd2071c2 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:46:30.335168 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.456771 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Allocated IP 172.20.0.11 (59e65be8-422f-4df3-bc9b-ac95d0e57680/0b8254dd-b3f2-4f9c-9070-facdc71cc559/3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:46:30.544998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:30.552135 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:30.599391 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.630068 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.674453 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:30.677786 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:30.682086 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:46:30.712152 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:30.746468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:30.747076 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.763323 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-f194d8ed-bbd1-4c96-ba50-265cfdf9b294 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466681 Jul 28 06:46:30.783518 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Request body: {'port': {'device_id': '52742674-b180-42b2-8d0c-76e434454452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:30.852217 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.889824 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-7ef18412-59e3-4ae7-bd13-9467e8262c0f None None] Provisioning complete for port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:30.891018 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7ef18412-59e3-4ae7-bd13-9467e8262c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:30.935563 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7ef18412-59e3-4ae7-bd13-9467e8262c0f None None] Port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:46:31.130053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:46:31.137705 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks [] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:31.151990 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Transition to ACTIVE for port object 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:46:31.156878 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:31.213648 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:31.222868 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63b7fa-3d46-4645-8f8d-de4623f32e1a req-791cc1a8-70ab-4bef-b2cb-a462f28f9ebf tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:31.225243 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b63b7fa-3d46-4645-8f8d-de4623f32e1a req-791cc1a8-70ab-4bef-b2cb-a462f28f9ebf tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0558748 Jul 28 06:46:31.242405 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.242779 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.243102 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.243448 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.243786 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.244129 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.244460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.244785 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.245131 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.245452 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.245823 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.246219 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.246434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.246749 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.247068 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:31.290695 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b63b7fa-3d46-4645-8f8d-de4623f32e1a req-8034ab07-a449-4702-9c78-a7a92edd7164 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585868 Jul 28 06:46:31.304252 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Attempting to bind port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:46:31.304583 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Attempting to bind port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:46:31.304907 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Attempting to bind port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb on network 59e65be8-422f-4df3-bc9b-ac95d0e57680 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:31.309685 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb on network 59e65be8-422f-4df3-bc9b-ac95d0e57680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:46:31.310012 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Attempting to bind port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb on network 59e65be8-422f-4df3-bc9b-ac95d0e57680 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:46:31.315011 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:46:31.315603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Checking segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:46:31.316712 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Bound using segment: {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:46:31.317230 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Bound port: 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a07c5c5-5413-4ea7-8095-9065c4d91554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:46:31.317535 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:31.377766 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:31.395686 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:31.398980 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:46:31.402521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:46:31.409282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:31.449898 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:31.450522 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:31.451895 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] 10.222.0.49 "PUT /v2.0/ports/3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1094 time: 0.6727767 Jul 28 06:46:31.454346 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:46:31.456676 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504d390-72eb-4f72-bbc1-c71d66cc346b" -d '{"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:46:31.474657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc576b9-876e-4d29-8d07-3f9bd96818de service neutron] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:31.505767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c24a5b-9f5f-4026-a849-9fa40009960a x-openstack-request-id: req-81c24a5b-9f5f-4026-a849-9fa40009960a {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:46:31.506265 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:46:31.506726 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81c24a5b-9f5f-4026-a849-9fa40009960a {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:46:31.507284 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c24a5b-9f5f-4026-a849-9fa40009960a'] response: {'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'status': 'completed', 'code': 200} Jul 28 06:46:31.569922 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-a1777c40-d117-47a7-ba47-c991d36bf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:31.571438 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-a1777c40-d117-47a7-ba47-c991d36bf38c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1128 time: 0.0422261 Jul 28 06:46:31.624042 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-c175062a-30c0-4cbf-a2e8-5615942ae2e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 217 time: 0.0376117 Jul 28 06:46:31.673461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-a4f82db7-6a21-4755-974d-f75647797aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:31.674941 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-a4f82db7-6a21-4755-974d-f75647797aa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0446086 Jul 28 06:46:31.722014 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-be475c16-c3ce-44f7-bb28-e320ab91eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:31.724133 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-be475c16-c3ce-44f7-bb28-e320ab91eb23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426228 Jul 28 06:46:31.759210 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:31.763028 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:31.822770 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-0da97eb4-dcad-49f6-ba4b-53f54b89c48e service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918810 Jul 28 06:46:31.918163 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-38b94aba-e0d8-4ed6-9216-4d3808695934 req-cddc8056-5c68-4f98-9efd-128f6ce4a004 service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888286 Jul 28 06:46:32.375718 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-d42f3dff-19d0-452d-8bcd-2a57e770581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:32.377281 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-d42f3dff-19d0-452d-8bcd-2a57e770581d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1128 time: 0.0484602 Jul 28 06:46:32.424382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef519853-9e01-4ce8-ac7c-779f29e58e5b req-ded7cee8-dc06-4051-a0b1-c60b511645b3 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:32.426446 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef519853-9e01-4ce8-ac7c-779f29e58e5b req-ded7cee8-dc06-4051-a0b1-c60b511645b3 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0482712 Jul 28 06:46:32.443016 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7ae0594e-4367-422b-82a6-ba3ef17224eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:32.480865 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef519853-9e01-4ce8-ac7c-779f29e58e5b req-c31bbea6-466a-45a8-8a28-07ece721d5d0 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478411 Jul 28 06:46:32.735993 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:32.863774 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-4ab554e2-7acf-4294-87b7-cb97be2ba149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:32.865241 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-4ab554e2-7acf-4294-87b7-cb97be2ba149 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.0944257 Jul 28 06:46:33.601367 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c8d0e-f80c-4364-9ca0-0e3a049ca000 req-a5e5de9f-323e-42b5-b5c5-bbd6de9cbd50 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:33.602745 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-803c8d0e-f80c-4364-9ca0-0e3a049ca000 req-a5e5de9f-323e-42b5-b5c5-bbd6de9cbd50 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Jul 28 06:46:33.653979 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-803c8d0e-f80c-4364-9ca0-0e3a049ca000 req-b2c3df3e-fe65-4f49-8ef7-22c4b045c6c4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457296 Jul 28 06:46:33.875111 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:34.775138 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fe85a-ca02-4944-a4bf-a6b46defc86d req-c9dc80c9-499a-481a-b5ad-16c576eceafc tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:34.776614 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d2fe85a-ca02-4944-a4bf-a6b46defc86d req-c9dc80c9-499a-481a-b5ad-16c576eceafc tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0486307 Jul 28 06:46:34.825968 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d2fe85a-ca02-4944-a4bf-a6b46defc86d req-a13857c6-0a63-4d16-b4fa-e4405deb1fb2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437858 Jul 28 06:46:35.642278 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:35.660888 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-e6241487-a2d3-4fa0-bccb-00050365db8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 217 time: 0.0380003 Jul 28 06:46:35.700702 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:35.715094 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-3649e7a5-7d0b-491f-8233-cbe38fb0a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:35.716546 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-3649e7a5-7d0b-491f-8233-cbe38fb0a36c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0501876 Jul 28 06:46:35.763183 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-41452835-f4e5-4384-9ceb-d03ef90399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:35.764665 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-41452835-f4e5-4384-9ceb-d03ef90399bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399609 Jul 28 06:46:35.866016 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-6fe862dc-3a79-4792-bcb6-385cacfc574a service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928221 Jul 28 06:46:35.925526 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:35.936126 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:35.946698 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8476-5a04-4587-a5bf-4fed5c992665 req-451a838b-02c8-49f6-a753-44b73a4692b9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:35.948246 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-513b8476-5a04-4587-a5bf-4fed5c992665 req-451a838b-02c8-49f6-a753-44b73a4692b9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0495114 Jul 28 06:46:35.961986 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d504d390-72eb-4f72-bbc1-c71d66cc346b req-a5e34722-f8b7-4261-81a5-71461ee88b79 service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891788 Jul 28 06:46:35.999676 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-513b8476-5a04-4587-a5bf-4fed5c992665 req-90792803-9ba0-48c1-ae7b-ba2fd3137d16 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 Jul 28 06:46:37.118778 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d048dd-6977-40cc-ae2a-691b02d17192 req-32abdf9e-39ff-4fa7-aaab-336be638a23f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:37.120239 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94d048dd-6977-40cc-ae2a-691b02d17192 req-32abdf9e-39ff-4fa7-aaab-336be638a23f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0479882 Jul 28 06:46:37.172514 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94d048dd-6977-40cc-ae2a-691b02d17192 req-4606bc80-13d7-4df3-af8b-08d9b9703400 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Jul 28 06:46:37.449918 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0549bce-325a-4af3-b34b-48e2c8bef9c7 req-b9145493-7e8a-4e14-9db7-03cd671a11fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:37.451425 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d0549bce-325a-4af3-b34b-48e2c8bef9c7 req-b9145493-7e8a-4e14-9db7-03cd671a11fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Jul 28 06:46:37.499578 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d0549bce-325a-4af3-b34b-48e2c8bef9c7 req-a6812d93-1def-485c-913a-95a0b4c64e77 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Jul 28 06:46:38.290295 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d69d6-2f5d-405b-9959-c419f9faf612 req-f46ed1c5-d0a3-4da3-abb6-c6b53b6b92bc tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:38.291956 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-773d69d6-2f5d-405b-9959-c419f9faf612 req-f46ed1c5-d0a3-4da3-abb6-c6b53b6b92bc tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0477140 Jul 28 06:46:38.343933 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-773d69d6-2f5d-405b-9959-c419f9faf612 req-672047f4-86a4-4e10-bc8e-44983e18d130 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Jul 28 06:46:38.617124 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0982b1-81b3-4b29-8faa-e07bf96d98f3 req-5c3a98de-a437-4627-861d-5bcb09d7daa3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:38.619021 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e0982b1-81b3-4b29-8faa-e07bf96d98f3 req-5c3a98de-a437-4627-861d-5bcb09d7daa3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0473809 Jul 28 06:46:38.667390 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e0982b1-81b3-4b29-8faa-e07bf96d98f3 req-b32ce289-6332-4e8e-a980-de1840768fe0 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Jul 28 06:46:39.467005 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93b9e-736c-4fa9-a91e-907e2bccd978 req-9d9ea4ff-757e-43de-a3da-64245a2cc3db tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:39.468477 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6b93b9e-736c-4fa9-a91e-907e2bccd978 req-9d9ea4ff-757e-43de-a3da-64245a2cc3db tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0527153 Jul 28 06:46:39.517633 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6b93b9e-736c-4fa9-a91e-907e2bccd978 req-e210e8e7-008e-4660-9715-ccad90de9dbb tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Jul 28 06:46:39.712953 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:46:39.803832 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbb6f-addb-405b-81ac-ff12b8f67928 req-785250d9-3b0e-4937-a4d5-4fcb79eaa747 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:39.805324 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28ddbb6f-addb-405b-81ac-ff12b8f67928 req-785250d9-3b0e-4937-a4d5-4fcb79eaa747 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0528734 Jul 28 06:46:39.817835 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:39.829224 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'mac_address': 'fa:16:3e:68:66:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:46:39.854075 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28ddbb6f-addb-405b-81ac-ff12b8f67928 req-aaf49240-cae1-4abc-b16b-5e18e16379b9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Jul 28 06:46:39.864696 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:39.865192 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:39.878266 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:46:39.898769 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:39.902414 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:39.952056 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:40.264961 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:46:40.639908 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61a57-8bd3-470e-9f79-721d058cfa2f req-85a2e255-723f-43a0-8f09-fba0435a1d46 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:40.641380 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ae61a57-8bd3-470e-9f79-721d058cfa2f req-85a2e255-723f-43a0-8f09-fba0435a1d46 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 945 time: 0.0475135 Jul 28 06:46:40.692015 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ae61a57-8bd3-470e-9f79-721d058cfa2f req-348087a1-3027-467d-a35e-7b387644e5f9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Jul 28 06:46:40.989176 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b51a-9c9c-4996-9556-013ee04221ff req-775bcd89-9be1-4f33-bd11-db6a113455b4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:40.990916 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cda8b51a-9c9c-4996-9556-013ee04221ff req-775bcd89-9be1-4f33-bd11-db6a113455b4 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0603845 Jul 28 06:46:41.042715 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cda8b51a-9c9c-4996-9556-013ee04221ff req-cc48f88b-5e80-4761-8a96-35be239a1977 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Jul 28 06:46:41.816344 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdb681-539d-4e44-adbe-2e7f0d3f36f0 req-4f220b23-b4dd-451a-8c43-a05cf9f3cea5 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:41.817925 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eccdb681-539d-4e44-adbe-2e7f0d3f36f0 req-4f220b23-b4dd-451a-8c43-a05cf9f3cea5 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Jul 28 06:46:41.870144 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eccdb681-539d-4e44-adbe-2e7f0d3f36f0 req-3b31a169-81f3-4f49-9831-488ce8aff5ca tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 Jul 28 06:46:42.165689 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552702e0-03ab-4a68-86dd-332234ec6e5a req-4636238b-a5af-4228-bdd0-5ddc111df3db tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:42.167125 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-552702e0-03ab-4a68-86dd-332234ec6e5a req-4636238b-a5af-4228-bdd0-5ddc111df3db tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0465059 Jul 28 06:46:42.218670 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-552702e0-03ab-4a68-86dd-332234ec6e5a req-abb9ade3-781c-4902-b552-36e5c3de3fd2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460598 Jul 28 06:46:42.989381 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec8b31-70c8-4e3e-bcd8-bc901bc3c64f req-6f1c7eee-b597-4c62-88fd-d321b02b8fe9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:42.990845 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dec8b31-70c8-4e3e-bcd8-bc901bc3c64f req-6f1c7eee-b597-4c62-88fd-d321b02b8fe9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Jul 28 06:46:43.041111 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3dec8b31-70c8-4e3e-bcd8-bc901bc3c64f req-7935873b-dd07-48c1-a957-be787942ad5a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Jul 28 06:46:43.340814 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70df2fb-f9ba-48e5-abd4-df589f9c9403 req-3fc68fb9-f5ba-4151-beb9-5dd1b52ebd7c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:43.342312 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e70df2fb-f9ba-48e5-abd4-df589f9c9403 req-3fc68fb9-f5ba-4151-beb9-5dd1b52ebd7c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Jul 28 06:46:43.392727 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e70df2fb-f9ba-48e5-abd4-df589f9c9403 req-4f6390b6-2e13-4e29-8e97-858a540b2402 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Jul 28 06:46:43.899974 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:46:43.937666 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:43.942977 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:46:43.948837 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:46:43.949209 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:43.989811 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:44.030881 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:46:44.031260 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:44.055825 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:46:44.058105 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3067db-18d5-41d4-acd3-cd9a9e86325b" -d '{"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-plugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:46:44.072128 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:46:44.076608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:44.103088 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f00a1-6242-4d60-9421-afa429ca1970 x-openstack-request-id: req-cb2f00a1-6242-4d60-9421-afa429ca1970 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:46:44.103380 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-plugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:46:44.103624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb2f00a1-6242-4d60-9421-afa429ca1970 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:46:44.104011 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2f00a1-6242-4d60-9421-afa429ca1970'] response: {'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'code': 200} Jul 28 06:46:44.136985 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:44.144472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.144817 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.145156 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.145518 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.145851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.146178 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.146502 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.146825 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.147144 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.147464 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.147786 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.148168 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.148500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.148814 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.149130 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:46:44.166762 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294d8f6-be49-4094-a5bd-a8bb05809f62 req-d5f4398b-e041-44c6-bd61-3de09fded6f0 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:44.168263 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8294d8f6-be49-4094-a5bd-a8bb05809f62 req-d5f4398b-e041-44c6-bd61-3de09fded6f0 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Jul 28 06:46:44.219475 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8294d8f6-be49-4094-a5bd-a8bb05809f62 req-8fcb7a4b-04e8-4e5f-80be-1994e83aaa29 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Jul 28 06:46:44.400802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcf46b-d102-463e-ba0c-8d7573f38095 req-a80d7830-b8db-434a-94bc-8b2dea7e1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:44.402310 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1bfcf46b-d102-463e-ba0c-8d7573f38095 req-a80d7830-b8db-434a-94bc-8b2dea7e1bb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0433073 Jul 28 06:46:44.452639 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1bfcf46b-d102-463e-ba0c-8d7573f38095 req-92758d46-ee9d-4de4-9dbb-a8c936d4713a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Jul 28 06:46:44.514875 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c44de-274b-4c0e-bf81-dfb2e83fd09e req-48ecc716-4bc8-426a-a3b4-c2e9506d85ba tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:44.516342 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e45c44de-274b-4c0e-bf81-dfb2e83fd09e req-48ecc716-4bc8-426a-a3b4-c2e9506d85ba tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0499063 Jul 28 06:46:44.566355 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e45c44de-274b-4c0e-bf81-dfb2e83fd09e req-fac9b1f8-e10c-4be6-8aab-66d125be7d67 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Jul 28 06:46:45.338109 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259831bd-1647-42f1-84bc-cd0915e8ec9c req-0fc19cbc-2b47-4f36-9e6e-2731503e5b34 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:45.339475 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-259831bd-1647-42f1-84bc-cd0915e8ec9c req-0fc19cbc-2b47-4f36-9e6e-2731503e5b34 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0485561 Jul 28 06:46:45.388178 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-259831bd-1647-42f1-84bc-cd0915e8ec9c req-271e038f-2465-42b1-b943-4a6e7ed9a4f2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Jul 28 06:46:45.686686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c7956-8a4a-44bb-8397-1e86a27f5067 req-7f7c24d2-3f89-4eb0-9935-00ad5b0e9622 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:45.688238 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2c6c7956-8a4a-44bb-8397-1e86a27f5067 req-7f7c24d2-3f89-4eb0-9935-00ad5b0e9622 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0507834 Jul 28 06:46:45.741448 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2c6c7956-8a4a-44bb-8397-1e86a27f5067 req-b77561d3-02b8-4633-aae5-3aa15cb3aef2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456562 Jul 28 06:46:46.490631 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:46.508501 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c2def-e37f-462b-9516-68a44ad34c68 req-034529b4-66c5-43c9-9eb4-42fde3c357a9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:46.510016 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-621c2def-e37f-462b-9516-68a44ad34c68 req-034529b4-66c5-43c9-9eb4-42fde3c357a9 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0504484 Jul 28 06:46:46.558579 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-621c2def-e37f-462b-9516-68a44ad34c68 req-30d9a136-edf6-4766-a63f-35e4be86b51f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Jul 28 06:46:46.687271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3a32-ce44-43ee-b253-ae0352e823cd req-62cb3e0b-0121-43c5-9a5b-bb5407ce8896 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:46.689224 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eccc3a32-ce44-43ee-b253-ae0352e823cd req-62cb3e0b-0121-43c5-9a5b-bb5407ce8896 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0611119 Jul 28 06:46:46.731775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:46.735916 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:46.741579 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eccc3a32-ce44-43ee-b253-ae0352e823cd req-143214e9-c399-4ad2-8283-3e6ac72df7af tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Jul 28 06:46:46.767797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60878) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:46.873410 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78f1b-ac03-49af-93e8-a4db033ac696 req-c63b4a4c-ad7b-4e04-b25a-656ad3e378c5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:46.874914 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47b78f1b-ac03-49af-93e8-a4db033ac696 req-c63b4a4c-ad7b-4e04-b25a-656ad3e378c5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0585878 Jul 28 06:46:46.888194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:46.927493 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47b78f1b-ac03-49af-93e8-a4db033ac696 req-589561ea-5ff5-4a01-a1c9-099636843eba tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Jul 28 06:46:46.988600 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51faae-4ef7-4c97-86c3-124c435b2d0d tempest-TestShelveInstance-133954723 tempest-TestShelveInstance-133954723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:46.991055 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4f51faae-4ef7-4c97-86c3-124c435b2d0d tempest-TestShelveInstance-133954723 tempest-TestShelveInstance-133954723-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1125 time: 0.2221625 Jul 28 06:46:46.993931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60890) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:46.998148 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:46:47.021254 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:47.100768 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:47.209912 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Allocated IP 172.27.1.252 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/86112dab-c07b-4de2-864c-2637bdc29471) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:46:47.316046 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for port (86112dab-c07b-4de2-864c-2637bdc29471), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:47.348636 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (86112dab-c07b-4de2-864c-2637bdc29471), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:47.395954 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:46:47.399513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:46:47.403873 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:46:47.428999 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'Port': ['ID=86112dab-c07b-4de2-864c-2637bdc29471,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:47.746605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:47.782926 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:47.788795 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for floatingip (85b6a1eb-19f8-4c64-aae2-a8c31d54f03f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:47.857540 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (86112dab-c07b-4de2-864c-2637bdc29471), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:48.008881 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for port (86112dab-c07b-4de2-864c-2637bdc29471), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:48.023433 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087037'] for port (86112dab-c07b-4de2-864c-2637bdc29471), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:48.124957 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b465-a624-4566-9339-38c696304bdc req-1d3b8b9f-84bd-47a8-81f4-52196ca9f3ad tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:48.124957 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a80b465-a624-4566-9339-38c696304bdc req-1d3b8b9f-84bd-47a8-81f4-52196ca9f3ad tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.1098154 Jul 28 06:46:48.140103 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event updated for resources: {'Port': ['ID=86112dab-c07b-4de2-864c-2637bdc29471,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:48.166330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (85b6a1eb-19f8-4c64-aae2-a8c31d54f03f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:48.227099 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a80b465-a624-4566-9339-38c696304bdc req-235670c3-3f81-4b8e-bff5-f054bb1d0f9a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008413 Jul 28 06:46:48.281563 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Floating IP 85b6a1eb-19f8-4c64-aae2-a8c31d54f03f associated. External IP: 172.27.1.252, port: 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb. Jul 28 06:46:48.496171 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:46:48.599257 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:46:48.604585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:48.610123 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Sync routers for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:46:48.619135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:48.621972 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:48.622592 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:48.653110 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ef03819e-f180-4487-923f-968f9f34cd64 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6581461 Jul 28 06:46:48.653729 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:46:48.656005 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703538c8-436f-4e2a-aab5-ac3e624ec3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:46:48.695612 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e60b38-2e49-440f-91bb-1ce766a02ed3 x-openstack-request-id: req-b6e60b38-2e49-440f-91bb-1ce766a02ed3 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:46:48.695905 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:46:48.696160 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6e60b38-2e49-440f-91bb-1ce766a02ed3 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:46:48.696568 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e60b38-2e49-440f-91bb-1ce766a02ed3'] response: {'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'status': 'completed', 'code': 200} Jul 28 06:46:48.730417 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:48.798691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-e7df4a4d-5333-480b-86b8-6535a1e328c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:48.800090 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-e7df4a4d-5333-480b-86b8-6535a1e328c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0404489 Jul 28 06:46:48.902143 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-69d1c7c7-34de-470c-8800-74c25700099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:48.903924 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-69d1c7c7-34de-470c-8800-74c25700099e service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.0918415 Jul 28 06:46:48.952959 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '85b6a1eb-19f8-4c64-aae2-a8c31d54f03f', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'mac_address': 'fa:16:3e:68:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52742674-b180-42b2-8d0c-76e434454452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:46:47Z', 'updated_at': '2022-07-28T06:46:47Z', 'revision_number': 0, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:48.971713 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-c0bc92c5-5e39-4a4e-9ac3-d3cfbad16646 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1000 time: 0.0572159 Jul 28 06:46:48.978455 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Checking router: e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:46:48.987030 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:46:48.987624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:46:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:49.038105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-7eba37b6-c1d9-401e-9c22-0097f7329fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.039559 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-7eba37b6-c1d9-401e-9c22-0097f7329fd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0580273 Jul 28 06:46:49.085444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-040586a7-e3cc-44ba-aa72-f25ffa74ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.086838 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-040586a7-e3cc-44ba-aa72-f25ffa74ae79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403976 Jul 28 06:46:49.091694 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:46:49.185534 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-66ef10d4-6c47-4a51-a049-5399a84b0abb service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909851 Jul 28 06:46:49.293393 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-703538c8-436f-4e2a-aab5-ac3e624ec3f9 req-5852487b-cbf9-4dc6-9c3d-632c4e736dcd service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948260 Jul 28 06:46:49.312777 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:49.344541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '85b6a1eb-19f8-4c64-aae2-a8c31d54f03f', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'mac_address': 'fa:16:3e:68:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52742674-b180-42b2-8d0c-76e434454452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:46:47Z', 'updated_at': '2022-07-28T06:46:47Z', 'revision_number': 0, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:46:49.362460 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:49.371677 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d63f-88a4-416a-88e8-0a1b874cc060 None None] The sync data for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi is: [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '85b6a1eb-19f8-4c64-aae2-a8c31d54f03f', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'mac_address': 'fa:16:3e:68:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52742674-b180-42b2-8d0c-76e434454452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:46:47Z', 'updated_at': '2022-07-28T06:46:47Z', 'revision_number': 0, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:46:49.372525 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d347a-9739-4d93-b4dc-c73fba58ec6f req-01e61bf5-3782-4fbd-b08c-1b696af598e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.374996 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-662d347a-9739-4d93-b4dc-c73fba58ec6f req-01e61bf5-3782-4fbd-b08c-1b696af598e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0629683 Jul 28 06:46:49.428057 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-662d347a-9739-4d93-b4dc-c73fba58ec6f req-175ad2f7-2c45-4c9b-a4c0-aa29dc2a35fa tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465078 Jul 28 06:46:49.467140 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60914) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:49.583363 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dd66c28-8def-4672-8ab0-c7aaefe9cd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.638174 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf242b-1849-47dd-89bc-d406d6ae38db None None] New status for floating IP 85b6a1eb-19f8-4c64-aae2-a8c31d54f03f: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:46:49.731531 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781dea6-5082-464c-a5a5-c575e1a9df2e req-3bcc1c39-3950-4be1-b73d-7513b762fb7d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.733085 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e781dea6-5082-464c-a5a5-c575e1a9df2e req-3bcc1c39-3950-4be1-b73d-7513b762fb7d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0783918 Jul 28 06:46:49.775941 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-400ebab2-5ab4-407b-b5b9-54b90f9a7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.777565 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-400ebab2-5ab4-407b-b5b9-54b90f9a7754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1129 time: 0.0726721 Jul 28 06:46:49.782499 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dd66c28-8def-4672-8ab0-c7aaefe9cd21 admin admin] Publish callbacks [] for security_group (228e6208-5561-4739-a99d-40e68558b1ae), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.793123 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dd66c28-8def-4672-8ab0-c7aaefe9cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (228e6208-5561-4739-a99d-40e68558b1ae), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.840006 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e781dea6-5082-464c-a5a5-c575e1a9df2e req-c4cc58da-edde-43cf-af4f-3755f6b708b2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955999 Jul 28 06:46:49.851817 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8dd66c28-8def-4672-8ab0-c7aaefe9cd21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69b915e2497348609f7f18d803df3d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811386 Jul 28 06:46:49.852400 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 60922) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:46:49.859734 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd66c28-8def-4672-8ab0-c7aaefe9cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e6208-5561-4739-a99d-40e68558b1ae,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:49.896938 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-05a62d6c-a06a-4da6-a37a-08afb96a8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:49.898420 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-05a62d6c-a06a-4da6-a37a-08afb96a8453 service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.1135406 Jul 28 06:46:49.906800 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] Publish callbacks [] for security_group (228e6208-5561-4739-a99d-40e68558b1ae), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.929008 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] Publish callbacks [] for security_group (228e6208-5561-4739-a99d-40e68558b1ae), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.961906 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-219b3f9d-a92c-4da8-9beb-16ca4648529c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 1001 time: 0.0566373 Jul 28 06:46:49.982626 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (228e6208-5561-4739-a99d-40e68558b1ae), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.985393 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:49.989943 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/228e6208-5561-4739-a99d-40e68558b1ae HTTP/1.1" status: 204 len: 168 time: 0.1365945 Jul 28 06:46:49.998207 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3f3a-575d-41bf-a575-935c61780bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e6208-5561-4739-a99d-40e68558b1ae,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:46:50.023154 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-5b6f9563-c3a5-4ced-9d49-2256314de8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:50.024716 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-5b6f9563-c3a5-4ced-9d49-2256314de8a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0558381 Jul 28 06:46:50.074785 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-a6c0030b-1f12-4745-a01c-2db9bacca4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:50.076866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-a6c0030b-1f12-4745-a01c-2db9bacca4a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438688 Jul 28 06:46:50.149015 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:50.177123 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-cf7d3ce1-6e30-473c-9ac7-9657484a0436 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929794 Jul 28 06:46:50.274654 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-40a588b4-cd6a-4468-ba5e-d95a3a33a785 req-b7c522ca-7df5-487c-9621-dd3b4eca789e service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876119 Jul 28 06:46:50.964670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:50.976313 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297ac38-ba76-4c43-8792-59c179c4a674 req-7288cbef-435e-4d0c-9fb2-c1a79667a666 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:50.977892 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5297ac38-ba76-4c43-8792-59c179c4a674 req-7288cbef-435e-4d0c-9fb2-c1a79667a666 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Jul 28 06:46:51.031768 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5297ac38-ba76-4c43-8792-59c179c4a674 req-ae785fe9-79b6-4a2a-a9ed-323f187fc920 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480533 Jul 28 06:46:52.152593 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6935cac-554f-40c8-8442-d00db8aa8a9e req-7ee860af-2d31-4c4a-aa96-5b8c813d5e9c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:46:52.154115 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6935cac-554f-40c8-8442-d00db8aa8a9e req-7ee860af-2d31-4c4a-aa96-5b8c813d5e9c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Jul 28 06:46:52.202379 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6935cac-554f-40c8-8442-d00db8aa8a9e req-35b0a665-f861-4fec-a6d3-f8610df2a43c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Jul 28 06:46:56.793353 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:46:59.346793 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:00.015420 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:00.125380 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5a0c619d-9320-4e92-bb0d-0ec6c9ba19d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:01.024965 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=24 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:01.027616 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:02.196533 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=64,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:02.198566 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:02.440481 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f413106-61db-4fd9-be08-e250325fc981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:02.753773 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:03.286456 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-e159c21e-3093-429e-ab5c-d2360d59c276 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374680 Jul 28 06:47:03.359928 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-b9d1e98d-c3c0-4e3d-90e9-5b61128ec509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:03.361468 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-b9d1e98d-c3c0-4e3d-90e9-5b61128ec509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 1129 time: 0.0399470 Jul 28 06:47:03.479603 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-45589eca-2168-4f74-9eac-8a9a7373b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:03.481076 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-45589eca-2168-4f74-9eac-8a9a7373b5ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.0986407 Jul 28 06:47:03.545455 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-8f428adf-2f51-46d4-84dd-cc16c691eb6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 200 len: 1001 time: 0.0567331 Jul 28 06:47:03.592890 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-566c3f58-573c-4775-b80d-3b53f0e2eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:03.594287 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-566c3f58-573c-4775-b80d-3b53f0e2eed6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0424063 Jul 28 06:47:03.640088 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-0947853c-0b32-4986-a226-5e84ee9f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:03.641552 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-0947853c-0b32-4986-a226-5e84ee9f64ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403347 Jul 28 06:47:03.730699 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-64ed843b-5937-4664-9ae7-fd9dc8908f68 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824492 Jul 28 06:47:03.824541 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29def72a-1bc3-489a-af97-d40ffc6890fb req-1c2b4711-35f6-4d0c-b13d-2d8b54287253 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Jul 28 06:47:03.876705 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:05.640922 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:05.705857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:08.754986 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:08.760281 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:13.814853 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=47 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:13.821619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=54 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:15.699500 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:15.703012 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:27.115306 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 32964) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:27.223134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.301254 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Publish callbacks [] for security_group (3a928ffd-0020-4c40-8451-122b198dfc0d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.304594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3a928ffd-0020-4c40-8451-122b198dfc0d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.343108 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b16cc00d564349c69091fc4a00e13cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267609 Jul 28 06:47:27.344996 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a928ffd-0020-4c40-8451-122b198dfc0d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:27.345839 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 32968) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:27.352501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.353369 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.353712 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.354038 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.354369 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.354690 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.355010 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.355327 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.355647 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.355966 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.356283 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.356598 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.356911 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.357225 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.357561 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f47d77-a311-4e9f-963d-3c9249438412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:27.396433 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] Publish callbacks [] for security_group (3a928ffd-0020-4c40-8451-122b198dfc0d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.418786 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] Publish callbacks [] for security_group (3a928ffd-0020-4c40-8451-122b198dfc0d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.469910 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3a928ffd-0020-4c40-8451-122b198dfc0d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.472121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:27.473283 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a928ffd-0020-4c40-8451-122b198dfc0d HTTP/1.1" status: 204 len: 168 time: 0.1263905 Jul 28 06:47:27.482015 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276db91-bfba-4e05-a83e-6a6177c724a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a928ffd-0020-4c40-8451-122b198dfc0d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:28.719480 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:28.720154 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:30.127557 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7282281b-0015-488f-b1d5-d3e8699ab3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:31.742389 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 32972) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:31.886087 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port 6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:31.886423 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:31.960906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:31.961235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:31.974525 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for 6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:32.384033 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:32.409240 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=6e8e8bb4-0b08-4f3f-ae29-fdd288dc4045,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:32.422711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.423061 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.423406 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.423756 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.424092 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.424426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.424756 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.425103 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.425448 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.425780 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.426110 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.426441 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.426768 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.427093 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.427416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:32.435943 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c67e2e54-6071-4ca0-a771-a7989f2beabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:32.488915 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (239bdd38-aa02-4a93-b4b1-ebd63cac904e), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:32.489247 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP 239bdd38-aa02-4a93-b4b1-ebd63cac904e disassociated (deleted). External IP: 172.27.1.115, port: 32380163-a382-4b44-b96f-ac530b2c0610. Jul 28 06:47:32.675515 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:32.692125 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:47:32.698852 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:32.752290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:32.796497 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:47:32.801092 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:32.807161 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:47:32.819919 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:32.820810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:32.838082 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-23ac1025-336c-4f57-a82c-ed7764fbb75c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "DELETE /v2.0/floatingips/239bdd38-aa02-4a93-b4b1-ebd63cac904e HTTP/1.1" status: 204 len: 168 time: 1.0927794 Jul 28 06:47:32.838851 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:47:32.842214 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:47:32.900760 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b75f50-6cc2-4107-a22a-af6e78f72585 x-openstack-request-id: req-12b75f50-6cc2-4107-a22a-af6e78f72585 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:47:32.901051 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "tag": "32380163-a382-4b44-b96f-ac530b2c0610", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:47:32.901329 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12b75f50-6cc2-4107-a22a-af6e78f72585 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:47:32.901743 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b75f50-6cc2-4107-a22a-af6e78f72585'] response: {'name': 'network-changed', 'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610', 'status': 'completed', 'code': 200} Jul 28 06:47:32.998449 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-ca0380eb-8fc8-420e-b85e-5dd71ac3d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:33.000655 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-ca0380eb-8fc8-420e-b85e-5dd71ac3d367 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 1129 time: 0.0504024 Jul 28 06:47:33.092693 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:33.250408 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef36b-a16a-4a56-9a1d-86fdf54fabdd req-fb0ace23-ca0f-4a1e-9060-d0c0e6ccaafc tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:33.251823 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-365ef36b-a16a-4a56-9a1d-86fdf54fabdd req-fb0ace23-ca0f-4a1e-9060-d0c0e6ccaafc tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.2208569 Jul 28 06:47:33.304967 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-365ef36b-a16a-4a56-9a1d-86fdf54fabdd req-19a4b8d9-590a-4005-b802-550cc9a921c1 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473242 Jul 28 06:47:33.307761 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:33.336682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:47:33.346820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:33.347410 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:33.445576 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:33.669398 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:33.694386 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d85046-c1dc-4099-9813-065e2e075ace None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': '46c8042f-320c-4ceb-8b1a-8a52b32af070', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'port_id': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'mac_address': 'fa:16:3e:14:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:43:27Z', 'updated_at': '2022-07-28T06:43:29Z', 'revision_number': 1, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:47:33.793447 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:47:33.882183 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:33.914629 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d05533-f7d6-49df-8766-cc171cea3e45 None None] New status for floating IP 239bdd38-aa02-4a93-b4b1-ebd63cac904e: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:47:34.392230 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-1ae8186c-2e00-4a26-946f-b6a52d22560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:34.393407 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-1ae8186c-2e00-4a26-946f-b6a52d22560e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.0917313 Jul 28 06:47:34.437342 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-145903e9-892d-4e48-93b8-1262fd545a32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 200 len: 217 time: 0.0371766 Jul 28 06:47:34.490478 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace84-b417-4b05-9b42-4c51855777b7 req-3c953db1-f1dc-47af-a916-c6fc3d053fd6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:34.491979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6adace84-b417-4b05-9b42-4c51855777b7 req-3c953db1-f1dc-47af-a916-c6fc3d053fd6 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.1067286 Jul 28 06:47:34.541853 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6adace84-b417-4b05-9b42-4c51855777b7 req-35abd813-283a-4714-86fe-8da55c7f9ab5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 Jul 28 06:47:34.613740 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-5f39bb0a-a082-452a-b9c4-654ab067a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:34.615083 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-5f39bb0a-a082-452a-b9c4-654ab067a71d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0474873 Jul 28 06:47:34.659170 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-9bf7ead5-94b1-4137-b21d-999cd6298146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:34.660622 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-9bf7ead5-94b1-4137-b21d-999cd6298146 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388203 Jul 28 06:47:34.949093 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-b48879a2-e91d-4c18-a103-7ee738c211e7 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907571 Jul 28 06:47:35.095893 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-e73932e9-61c2-4f01-99e1-e1f5380dc678 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:35.095893 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-e73932e9-61c2-4f01-99e1-e1f5380dc678 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 945 time: 0.0877337 Jul 28 06:47:35.161555 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d3bea24e-85e7-4e99-8dfe-c0365c8935fd req-ed074444-7d3f-46c9-a2b6-a86fe5e2ecf7 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614220 Jul 28 06:47:35.204802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port 32380163-a382-4b44-b96f-ac530b2c0610 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:35.205032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (32380163-a382-4b44-b96f-ac530b2c0610), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:35.296214 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] For port 32380163-a382-4b44-b96f-ac530b2c0610, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=32380163-a382-4b44-b96f-ac530b2c0610,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:35.296675 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (32380163-a382-4b44-b96f-ac530b2c0610), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:35.310326 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for 32380163-a382-4b44-b96f-ac530b2c0610 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:35.319756 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:35.388144 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:35.439720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (32380163-a382-4b44-b96f-ac530b2c0610), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:35.470073 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=32380163-a382-4b44-b96f-ac530b2c0610,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:35.519922 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] No DVR routers for this DVR port 32380163-a382-4b44-b96f-ac530b2c0610 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:35.522482 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:35.526353 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf637027-2f67-4e25-a881-c9ff428b76a7 req-504b65e5-ab34-43b3-9492-63019a3cc86f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "DELETE /v2.0/ports/32380163-a382-4b44-b96f-ac530b2c0610 HTTP/1.1" status: 204 len: 173 time: 0.4230866 Jul 28 06:47:35.526789 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'name': 'network-vif-deleted', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:47:35.529006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536d284-61cd-4305-a9f3-73ec27da26cb" -d '{"events": [{"server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "name": "network-vif-deleted", "tag": "32380163-a382-4b44-b96f-ac530b2c0610"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:47:35.568529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c6840-8c05-4f6b-b8fd-25d6fcebf8ae x-openstack-request-id: req-421c6840-8c05-4f6b-b8fd-25d6fcebf8ae {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:47:35.568529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7a397-7e30-4f41-aa11-751a55aed898", "name": "network-vif-deleted", "tag": "32380163-a382-4b44-b96f-ac530b2c0610", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:47:35.568529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-421c6840-8c05-4f6b-b8fd-25d6fcebf8ae {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:47:35.568905 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421c6840-8c05-4f6b-b8fd-25d6fcebf8ae'] response: {'server_uuid': '31c7a397-7e30-4f41-aa11-751a55aed898', 'name': 'network-vif-deleted', 'tag': '32380163-a382-4b44-b96f-ac530b2c0610', 'status': 'completed', 'code': 200} Jul 28 06:47:35.648371 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01e3f1c7-a598-42fd-a0ed-b9ed66e90b55 req-97dadfd3-2ebe-4b73-9529-113132df6153 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c7a397-7e30-4f41-aa11-751a55aed898 HTTP/1.1" status: 200 len: 210 time: 0.0342119 Jul 28 06:47:35.653778 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:35.708881 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:38.953190 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33010) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:39.097620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port 87832c40-cc37-423e-beff-4da4edc3950c {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:39.097965 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (87832c40-cc37-423e-beff-4da4edc3950c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.185036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (87832c40-cc37-423e-beff-4da4edc3950c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.185240 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (87832c40-cc37-423e-beff-4da4edc3950c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.198416 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for 87832c40-cc37-423e-beff-4da4edc3950c owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:39.346208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (87832c40-cc37-423e-beff-4da4edc3950c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.371939 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=87832c40-cc37-423e-beff-4da4edc3950c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:39.437633 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (46c8042f-320c-4ceb-8b1a-8a52b32af070), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.437875 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Floating IP 46c8042f-320c-4ceb-8b1a-8a52b32af070 disassociated (deleted). External IP: 172.27.1.63, port: 06e6823a-9903-414f-96e4-6652e6ed6b7a. Jul 28 06:47:39.624191 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:39.639081 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:47:39.689408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:39.744407 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:47:39.749234 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.755028 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:47:39.766434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:39.767057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:39.778450 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b8138cc5-38db-4506-b737-e6def41d0ef5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "DELETE /v2.0/floatingips/46c8042f-320c-4ceb-8b1a-8a52b32af070 HTTP/1.1" status: 204 len: 168 time: 0.8241484 Jul 28 06:47:39.779042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:47:39.781325 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77988e7-5429-4750-b9e5-fd45a1c805a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:47:39.829998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d157529-e6f2-4a60-bdff-5879bd716326 x-openstack-request-id: req-4d157529-e6f2-4a60-bdff-5879bd716326 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:47:39.830293 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:47:39.830548 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d157529-e6f2-4a60-bdff-5879bd716326 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:47:39.830960 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d157529-e6f2-4a60-bdff-5879bd716326'] response: {'name': 'network-changed', 'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'status': 'completed', 'code': 200} Jul 28 06:47:39.874008 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:39.877082 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:39.879470 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:39.980481 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-b9f3d4c4-3cc0-4b6c-b6e4-dd4a8cf80e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:39.982059 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-b9f3d4c4-3cc0-4b6c-b6e4-dd4a8cf80e78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f16eee0fb716452e8c760a27b5724d91&device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 1129 time: 0.0914242 Jul 28 06:47:40.027885 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c16387-a795-49f1-ae23-5598a794d131 req-4bec1f7d-aa4a-4116-8d52-642a14842e1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:40.029419 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14c16387-a795-49f1-ae23-5598a794d131 req-4bec1f7d-aa4a-4116-8d52-642a14842e1f tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0488355 Jul 28 06:47:40.079119 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14c16387-a795-49f1-ae23-5598a794d131 req-7b17b7bc-cf9d-418d-8fb9-ef4d64e796c0 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Jul 28 06:47:40.083959 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:40.113272 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:47:40.122296 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:40.122884 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:40.213284 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 32380163-a382-4b44-b96f-ac530b2c0610 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:40.240593 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:40.242519 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 32380163-a382-4b44-b96f-ac530b2c0610 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:40.242856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 32380163-a382-4b44-b96f-ac530b2c0610 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:40.425706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:40.451025 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f2796-9763-41c4-89c6-c6b52851ac6f None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:38:45Z', 'revision_number': 4, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '37eb2c1f-3b87-4085-a492-23665812fbc3', 'name': '', 'network_id': '5eec19e8-2941-4311-8a4f-2b98c90d5895', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'mac_address': 'fa:16:3e:a0:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:51Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'subnets': [{'id': 'ac8d3ad7-e251-4af0-9ae2-904408ffda67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:47:40.665222 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704d5bb-c7c8-42fb-b4fd-102fc2444b0d None None] New status for floating IP 46c8042f-320c-4ceb-8b1a-8a52b32af070: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:47:41.203079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d2fad-73cd-4fb3-8fc2-2df7068db1e8 req-3cc6fa1f-cba3-4710-b951-34098bab1a7c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:41.204532 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-786d2fad-73cd-4fb3-8fc2-2df7068db1e8 req-3cc6fa1f-cba3-4710-b951-34098bab1a7c tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0502241 Jul 28 06:47:41.252805 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-786d2fad-73cd-4fb3-8fc2-2df7068db1e8 req-cca0253e-82ae-422c-9f30-2bf785fe2b67 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Jul 28 06:47:41.376683 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-659792d0-794a-47ea-b5d1-1cc9117c57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:41.378068 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-659792d0-794a-47ea-b5d1-1cc9117c57f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 200 len: 913 time: 0.0856342 Jul 28 06:47:41.559946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-cd9ed509-d58e-4a88-9799-679cbc20435e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 200 len: 217 time: 0.0387368 Jul 28 06:47:41.609977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-f35a4538-a154-4afe-832e-11e842a7166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:41.611400 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-f35a4538-a154-4afe-832e-11e842a7166c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 200 len: 851 time: 0.0444167 Jul 28 06:47:41.658855 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-dbc4d2bd-3559-4f2e-9b20-f68a0790e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:41.660285 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-dbc4d2bd-3559-4f2e-9b20-f68a0790e045 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eec19e8-2941-4311-8a4f-2b98c90d5895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398200 Jul 28 06:47:41.811840 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-eb6024d3-d8a8-4e52-8306-77d80033085f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:47:41.812809 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-eb6024d3-d8a8-4e52-8306-77d80033085f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054603 Jul 28 06:47:41.915518 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-231f8e5b-78fa-4280-8554-6e3552322753 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945826 Jul 28 06:47:42.045962 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-4f07c066-0b25-4ff9-b81c-dcdfe8f2fbff tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:42.047425 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-4f07c066-0b25-4ff9-b81c-dcdfe8f2fbff tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0926058 Jul 28 06:47:42.109797 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e77988e7-5429-4750-b9e5-fd45a1c805a7 req-363f3a59-3114-44ac-873d-b6cb4c8a8216 service neutron] 10.222.0.49 "GET /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662478 Jul 28 06:47:42.157020 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port 06e6823a-9903-414f-96e4-6652e6ed6b7a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:42.157538 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:42.263125 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] For port 06e6823a-9903-414f-96e4-6652e6ed6b7a, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=06e6823a-9903-414f-96e4-6652e6ed6b7a,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:42.263958 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:42.281212 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for 06e6823a-9903-414f-96e4-6652e6ed6b7a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:42.330937 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:42.364402 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:42.385319 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d9d7c-2db8-4012-b585-2afbba8f062d req-1d1eefd6-50a3-4d14-bd16-1636095a5af5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:42.386835 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f1d9d7c-2db8-4012-b585-2afbba8f062d req-1d1eefd6-50a3-4d14-bd16-1636095a5af5 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548c35e-a5d9-488d-843e-5e57b93661bd HTTP/1.1" status: 200 len: 945 time: 0.0516140 Jul 28 06:47:42.426558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (06e6823a-9903-414f-96e4-6652e6ed6b7a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:42.442910 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f1d9d7c-2db8-4012-b585-2afbba8f062d req-ecd9389d-60c0-45a0-8c89-e62db75788d8 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501769 Jul 28 06:47:42.456067 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=06e6823a-9903-414f-96e4-6652e6ed6b7a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:42.505532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] No DVR routers for this DVR port 06e6823a-9903-414f-96e4-6652e6ed6b7a on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:42.508117 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:42.511586 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3bb5c678-f94e-49ad-b108-b229061dcca7 req-e79e4fca-d939-4c61-a0f6-d1530c36bed2 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.49 "DELETE /v2.0/ports/06e6823a-9903-414f-96e4-6652e6ed6b7a HTTP/1.1" status: 204 len: 173 time: 0.4554880 Jul 28 06:47:42.512063 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'name': 'network-vif-deleted', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:47:42.514392 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c066a0-120c-4020-a646-6fb4f72684ad" -d '{"events": [{"server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "name": "network-vif-deleted", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:47:42.554828 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ca19d-96a0-4593-b487-537651731180 x-openstack-request-id: req-253ca19d-96a0-4593-b487-537651731180 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:47:42.555117 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548c35e-a5d9-488d-843e-5e57b93661bd", "name": "network-vif-deleted", "tag": "06e6823a-9903-414f-96e4-6652e6ed6b7a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:47:42.555501 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-253ca19d-96a0-4593-b487-537651731180 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:47:42.555946 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253ca19d-96a0-4593-b487-537651731180'] response: {'server_uuid': '4548c35e-a5d9-488d-843e-5e57b93661bd', 'name': 'network-vif-deleted', 'tag': '06e6823a-9903-414f-96e4-6652e6ed6b7a', 'status': 'completed', 'code': 200} Jul 28 06:47:43.508239 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33028) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:43.622866 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Deleting port 72142055-4063-4175-8697-4951eabd7f46 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:43.623125 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (72142055-4063-4175-8697-4951eabd7f46), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.701054 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (72142055-4063-4175-8697-4951eabd7f46), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.701409 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (72142055-4063-4175-8697-4951eabd7f46), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.714485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Calling delete_port for 72142055-4063-4175-8697-4951eabd7f46 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:43.850583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (72142055-4063-4175-8697-4951eabd7f46), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.874936 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'Port': ['ID=72142055-4063-4175-8697-4951eabd7f46,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:43.924703 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:43.930906 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:43.947662 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for floatingip (c15c0008-e30b-4c66-8f78-6f8021a17f06), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.950229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:43.951382 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fff7477d-240f-45fd-ac42-5d240ec25d09 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "DELETE /v2.0/floatingips/c15c0008-e30b-4c66-8f78-6f8021a17f06 HTTP/1.1" status: 204 len: 168 time: 0.4421699 Jul 28 06:47:45.163601 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33040) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:45.225567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:45.252543 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:45.313751 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:45.316531 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:45.317720 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4 HTTP/1.1" status: 204 len: 168 time: 0.1531494 Jul 28 06:47:45.327951 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34798-6591-4dc7-8c2b-aa2181abf595 tempest-TestVolumeBootPattern-281232211 tempest-TestVolumeBootPattern-281232211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3f3fd-4dea-4ff9-a6a7-c5a3aafda8a4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:45.384920 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33044) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:46.043790 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (ed88298b-fd21-4eb7-ad30-d99bae702958), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:46.233090 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 06e6823a-9903-414f-96e4-6652e6ed6b7a no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:46.252976 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 06e6823a-9903-414f-96e4-6652e6ed6b7a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:46.253343 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 06e6823a-9903-414f-96e4-6652e6ed6b7a not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:46.255817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:46.266484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Deleting port 37eb2c1f-3b87-4085-a492-23665812fbc3 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:46.266926 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:46.353767 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] For port 37eb2c1f-3b87-4085-a492-23665812fbc3, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=37eb2c1f-3b87-4085-a492-23665812fbc3,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:46.354412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:46.367094 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Calling delete_port for 37eb2c1f-3b87-4085-a492-23665812fbc3 owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:46.408337 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:46.551752 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (37eb2c1f-3b87-4085-a492-23665812fbc3), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:46.579302 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=37eb2c1f-3b87-4085-a492-23665812fbc3,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:46.746171 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (ed88298b-fd21-4eb7-ad30-d99bae702958), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:46.955082 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Router ed88298b-fd21-4eb7-ad30-d99bae702958 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:47:47.055314 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:47:47.060818 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-59c5f831-e6db-4c03-b71e-b47479448d5f admin admin] 10.222.0.20 "PUT /v2.0/routers/ed88298b-fd21-4eb7-ad30-d99bae702958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743619 Jul 28 06:47:47.063481 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33048) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:47.065822 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Sync routers for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:47:47.076903 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:47.077561 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:47.149312 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:47.171095 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks [] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.180118 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:47.275268 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks [] for router_gateway (ed88298b-fd21-4eb7-ad30-d99bae702958), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.316061 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:47.321439 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Deleting port d8968ec7-43eb-4e5b-9981-bd607f70e97a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:47.321781 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.353165 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:47:46Z', 'revision_number': 5, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port': {'id': 'd8968ec7-43eb-4e5b-9981-bd607f70e97a', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:43Z', 'updated_at': '2022-07-28T06:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:47.383324 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Checking router: ed88298b-fd21-4eb7-ad30-d99bae702958 for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:47:47.391760 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Routers {'ed88298b-fd21-4eb7-ad30-d99bae702958'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:47.392366 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['ed88298b-fd21-4eb7-ad30-d99bae702958'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:47.406563 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] For port d8968ec7-43eb-4e5b-9981-bd607f70e97a, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=d8968ec7-43eb-4e5b-9981-bd607f70e97a,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:47.406936 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.420404 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Calling delete_port for d8968ec7-43eb-4e5b-9981-bd607f70e97a owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:47.473469 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] Set router ed88298b-fd21-4eb7-ad30-d99bae702958 gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:47.526810 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:47:47Z', 'revision_number': 6, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:47.552280 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001da3ce-9e11-4fdb-bd06-bd4eb5f4192d None None] The sync data for ids ['ed88298b-fd21-4eb7-ad30-d99bae702958'] in dv-cinder-850605-1-iscsi is: [{'id': 'ed88298b-fd21-4eb7-ad30-d99bae702958', 'name': 'tempest-TestVolumeBootPattern-2050248048-router', 'tenant_id': 'f16eee0fb716452e8c760a27b5724d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:42Z', 'updated_at': '2022-07-28T06:47:47Z', 'revision_number': 6, 'project_id': 'f16eee0fb716452e8c760a27b5724d91', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:47:47.595731 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (d8968ec7-43eb-4e5b-9981-bd607f70e97a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.618663 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8968ec7-43eb-4e5b-9981-bd607f70e97a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:47.683783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (ed88298b-fd21-4eb7-ad30-d99bae702958), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.772697 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.774930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks [] for router_controller (ed88298b-fd21-4eb7-ad30-d99bae702958), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.820304 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (ed88298b-fd21-4eb7-ad30-d99bae702958), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.820813 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed88298b-fd21-4eb7-ad30-d99bae702958 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:47:47.825613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.826614 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-15ba6733-461c-48ef-bce5-c7ea78deca56 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed88298b-fd21-4eb7-ad30-d99bae702958 HTTP/1.1" status: 204 len: 168 time: 0.7620981 Jul 28 06:47:47.829114 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33050) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:47.875021 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Deleting subnet ac8d3ad7-e251-4af0-9ae2-904408ffda67 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:47:47.878120 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Publish callbacks [] for subnet (ac8d3ad7-e251-4af0-9ae2-904408ffda67), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.917089 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4847555'] for subnet (ac8d3ad7-e251-4af0-9ae2-904408ffda67), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:47.994185 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:48.015822 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (ac8d3ad7-e251-4af0-9ae2-904408ffda67), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.069367 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4553577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746116'] for subnet (ac8d3ad7-e251-4af0-9ae2-904408ffda67), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.094024 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8d3ad7-e251-4af0-9ae2-904408ffda67,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:48.099459 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.102598 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a8136c5d-3a1e-4ea4-bf59-8689f96e53c3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac8d3ad7-e251-4af0-9ae2-904408ffda67 HTTP/1.1" status: 204 len: 168 time: 0.2725477 Jul 28 06:47:48.105427 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33052) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:48.106412 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd4598-39ea-4d37-8f83-1ad3f63f6b2c None None] Network 5eec19e8-2941-4311-8a4f-2b98c90d5895 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:47:48.109675 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:48.154718 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:48.182613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (5eec19e8-2941-4311-8a4f-2b98c90d5895), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.222984 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:48.228585 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Deleting port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:48.228929 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.294319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] For port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,segment=NetworkSegment(420a450f-7136-4381-aa3c-4f18e5fe5090),segment_id=420a450f-7136-4381-aa3c-4f18e5fe5090)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:48.295059 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.314208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Calling delete_port for e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:48.350158 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 37eb2c1f-3b87-4085-a492-23665812fbc3 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:48.373986 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] DHCP port deletion for 5eec19e8-2941-4311-8a4f-2b98c90d5895 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:47:48.376916 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 37eb2c1f-3b87-4085-a492-23665812fbc3 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:48.377843 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 37eb2c1f-3b87-4085-a492-23665812fbc3 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:48.402581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.414824 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Deleting port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:48.415320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.429199 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:48.431496 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] No DVR routers for this DVR port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf on host dv-cinder-850605-1-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:48.488542 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] For port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf, host dv-cinder-850605-1-iscsi, got binding levels [] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:48.489076 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.511304 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Calling delete_port for e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:48.514400 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.ipam_backend_mixin [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf was not found and therefore no delete operation was performed {{(pid=104279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 06:47:48.515644 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.522860 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (5eec19e8-2941-4311-8a4f-2b98c90d5895), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.540483 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Pushing event deleted for resources: {'Port': ['ID=e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:48.543491 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eec19e8-2941-4311-8a4f-2b98c90d5895']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:48.548487 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] No DVR routers for this DVR port e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:48.550904 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.551250 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.551594 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.551938 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.552276 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.552608 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.552954 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.553281 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.553633 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.553978 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.554306 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.554586 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a450f-7136-4381-aa3c-4f18e5fe5090') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:48.554703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.554899 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a450f-7136-4381-aa3c-4f18e5fe5090') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:48.555024 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.555246 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.555568 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3295414-cad2-4e9c-8909-07114aa7f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:47:48.574954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4847578'] for segment (420a450f-7136-4381-aa3c-4f18e5fe5090), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.589581 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (420a450f-7136-4381-aa3c-4f18e5fe5090), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.596901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:47:48.597321 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4553527'] for segment (420a450f-7136-4381-aa3c-4f18e5fe5090), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.660072 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (5eec19e8-2941-4311-8a4f-2b98c90d5895), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.665576 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:48.669226 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] 10.222.0.20 "DELETE /v2.0/networks/5eec19e8-2941-4311-8a4f-2b98c90d5895 HTTP/1.1" status: 204 len: 168 time: 0.5628707 Jul 28 06:47:48.672279 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33058) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:48.693431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61025960-b9fb-4288-a967-c18a14dbdf4e admin admin] Pushing event deleted for resources: {'Network': ['ID=5eec19e8-2941-4311-8a4f-2b98c90d5895,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:48.751903 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 420a450f-7136-4381-aa3c-4f18e5fe5090 resource provider aggregate not found Jul 28 06:47:48.768308 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 420a450f-7136-4381-aa3c-4f18e5fe5090 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 420a450f-7136-4381-aa3c-4f18e5fe5090 found for delete ", "request_id": "req-3c44e9d8-ba5d-46f6-96b4-9692404ea988"}]} Jul 28 06:47:48.990425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:49.211844 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Deleting port 49e565b5-b770-429b-962d-8d34dc0275b1 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:49.212175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:49.545240 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] For port 49e565b5-b770-429b-962d-8d34dc0275b1, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=49e565b5-b770-429b-962d-8d34dc0275b1,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:49.545618 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:49.558029 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Calling delete_port for 49e565b5-b770-429b-962d-8d34dc0275b1 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:49.724777 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:49.735556 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:49.741801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (49e565b5-b770-429b-962d-8d34dc0275b1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:49.768328 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Pushing event deleted for resources: {'Port': ['ID=49e565b5-b770-429b-962d-8d34dc0275b1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:49.841495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:49.863697 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:49.864035 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device e1f01a0e-b5d9-42d4-9ac7-11d2ee8669cf not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:49.864450 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d8968ec7-43eb-4e5b-9981-bd607f70e97a no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:49.944131 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.020950 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: d8968ec7-43eb-4e5b-9981-bd607f70e97a {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:50.021287 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device d8968ec7-43eb-4e5b-9981-bd607f70e97a not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:50.157245 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:47:50.259447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:47:50.265398 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c64192e9-9dde-40e8-9a24-3069d94bf21c admin admin] 10.222.0.20 "PUT /v2.0/routers/3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912545 Jul 28 06:47:50.267147 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33062) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:50.269185 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Sync routers for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:47:50.279938 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:50.280635 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:50.364661 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks [] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.383510 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:50.466596 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks [] for router_gateway (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.513089 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Deleting port ab783666-d47c-4668-b14e-9029bb3320ed {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:50.513351 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.550670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:50.558124 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:47:49Z', 'revision_number': 5, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port': {'id': 'ab783666-d47c-4668-b14e-9029bb3320ed', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:38:49Z', 'updated_at': '2022-07-28T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:50.584629 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Checking router: 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:47:50.594471 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Routers {'3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:50.595074 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:50.596756 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] For port ab783666-d47c-4668-b14e-9029bb3320ed, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=ab783666-d47c-4668-b14e-9029bb3320ed,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:50.597130 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.610595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Calling delete_port for ab783666-d47c-4668-b14e-9029bb3320ed owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:50.679889 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] Set router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:50.711035 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:50.733864 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:47:50Z', 'revision_number': 6, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:50.765855 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66a91-9a52-4367-917e-cb34b68babc7 None None] The sync data for ids ['3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0'] in dv-cinder-850605-1-iscsi is: [{'id': '3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0', 'name': 'tempest-TestVolumeBootPattern-96794745-router', 'tenant_id': 'a771358cf916419593e60477ec58b5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:38:48Z', 'updated_at': '2022-07-28T06:47:50Z', 'revision_number': 6, 'project_id': 'a771358cf916419593e60477ec58b5fa', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:47:50.787034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (ab783666-d47c-4668-b14e-9029bb3320ed), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.818549 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ab783666-d47c-4668-b14e-9029bb3320ed,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:50.883013 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.969817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:50.971982 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks [] for router_controller (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.013558 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.014196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:47:51.018917 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.020057 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bd598fb5-3444-4820-9326-651a9e1aa9ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f78c33d-02c6-4c4a-ba30-ceffdc3c1ea0 HTTP/1.1" status: 204 len: 168 time: 0.7518806 Jul 28 06:47:51.022529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33064) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:51.068021 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Deleting subnet bf470084-5d24-4e26-a80b-74fa2df12dd1 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:47:51.071034 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Publish callbacks [] for subnet (bf470084-5d24-4e26-a80b-74fa2df12dd1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.111444 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4847555'] for subnet (bf470084-5d24-4e26-a80b-74fa2df12dd1), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.192798 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (bf470084-5d24-4e26-a80b-74fa2df12dd1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.251260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4553577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746116'] for subnet (bf470084-5d24-4e26-a80b-74fa2df12dd1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.275244 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf470084-5d24-4e26-a80b-74fa2df12dd1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:51.282857 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.286989 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-eff555f0-5185-4578-a10f-d310bb22df66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf470084-5d24-4e26-a80b-74fa2df12dd1 HTTP/1.1" status: 204 len: 168 time: 0.2634037 Jul 28 06:47:51.287927 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e8bd3-75c2-40df-94d3-09d834cba69a None None] Network 4f86c243-b55f-4490-adcc-2539f9753565 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:47:51.289519 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33066) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:51.362798 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (4f86c243-b55f-4490-adcc-2539f9753565), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.411212 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Deleting port 927b3799-3d7c-4af5-a848-c169f4ee1d02 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:51.411554 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.475907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] For port 927b3799-3d7c-4af5-a848-c169f4ee1d02, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=927b3799-3d7c-4af5-a848-c169f4ee1d02,segment=NetworkSegment(8380bbd8-7889-4ffd-8f21-fc933e216d16),segment_id=8380bbd8-7889-4ffd-8f21-fc933e216d16)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:51.476269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.489567 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Calling delete_port for 927b3799-3d7c-4af5-a848-c169f4ee1d02 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:51.540826 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] DHCP port deletion for 4f86c243-b55f-4490-adcc-2539f9753565 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:47:51.586032 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Deleting port 927b3799-3d7c-4af5-a848-c169f4ee1d02 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:51.586507 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.590287 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.617615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=927b3799-3d7c-4af5-a848-c169f4ee1d02,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:51.619501 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] No DVR routers for this DVR port 927b3799-3d7c-4af5-a848-c169f4ee1d02 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:51.661857 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] For port 927b3799-3d7c-4af5-a848-c169f4ee1d02, host dv-cinder-850605-1-iscsi, got binding levels [] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:51.662247 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.677765 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Calling delete_port for 927b3799-3d7c-4af5-a848-c169f4ee1d02 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:51.680563 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.ipam_backend_mixin [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Port 927b3799-3d7c-4af5-a848-c169f4ee1d02 was not found and therefore no delete operation was performed {{(pid=104279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 06:47:51.681801 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (927b3799-3d7c-4af5-a848-c169f4ee1d02), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.697585 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (4f86c243-b55f-4490-adcc-2539f9753565), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.700605 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:51.712506 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] Pushing event deleted for resources: {'Port': ['ID=927b3799-3d7c-4af5-a848-c169f4ee1d02,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:51.716501 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5637ca-5415-4649-aef4-d03352d15e02 None None] No DVR routers for this DVR port 927b3799-3d7c-4af5-a848-c169f4ee1d02 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:51.722567 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f86c243-b55f-4490-adcc-2539f9753565']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:51.725934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:51.736085 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8380bbd8-7889-4ffd-8f21-fc933e216d16') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:51.736384 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8380bbd8-7889-4ffd-8f21-fc933e216d16') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:51.747456 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (8380bbd8-7889-4ffd-8f21-fc933e216d16), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.762401 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (8380bbd8-7889-4ffd-8f21-fc933e216d16), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.771774 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:47:51.772257 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (8380bbd8-7889-4ffd-8f21-fc933e216d16), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.800076 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 8380bbd8-7889-4ffd-8f21-fc933e216d16 resource provider aggregate not found Jul 28 06:47:51.822227 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 927b3799-3d7c-4af5-a848-c169f4ee1d02 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:51.847722 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 927b3799-3d7c-4af5-a848-c169f4ee1d02 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:51.848069 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 927b3799-3d7c-4af5-a848-c169f4ee1d02 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:51.848466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 49e565b5-b770-429b-962d-8d34dc0275b1 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:51.853331 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 8380bbd8-7889-4ffd-8f21-fc933e216d16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8380bbd8-7889-4ffd-8f21-fc933e216d16 found for delete ", "request_id": "req-03301325-ab82-427e-afb0-f4ecda2eddb7"}]} Jul 28 06:47:51.863202 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (4f86c243-b55f-4490-adcc-2539f9753565), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.868493 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:51.870856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 49e565b5-b770-429b-962d-8d34dc0275b1 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:51.870856 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 49e565b5-b770-429b-962d-8d34dc0275b1 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:51.871078 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device ab783666-d47c-4668-b14e-9029bb3320ed no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:47:51.874944 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f86c243-b55f-4490-adcc-2539f9753565 HTTP/1.1" status: 204 len: 168 time: 0.5813639 Jul 28 06:47:51.888363 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691169-cec5-48e1-ab89-079f1c885b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f86c243-b55f-4490-adcc-2539f9753565,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:51.891022 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: ab783666-d47c-4668-b14e-9029bb3320ed {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:47:51.891364 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device ab783666-d47c-4668-b14e-9029bb3320ed not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:47:51.986723 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33074) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:52.027678 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-caf5151c-9294-42de-b0f4-c464931295a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f16eee0fb716452e8c760a27b5724d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398061 Jul 28 06:47:52.030291 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33076) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:52.083189 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] Publish callbacks [] for security_group (8426dd75-bf6a-4370-9a27-b954f6a8cbdd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.105888 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] Publish callbacks [] for security_group (8426dd75-bf6a-4370-9a27-b954f6a8cbdd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.152535 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (8426dd75-bf6a-4370-9a27-b954f6a8cbdd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.155271 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.156395 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8426dd75-bf6a-4370-9a27-b954f6a8cbdd HTTP/1.1" status: 204 len: 168 time: 0.1252139 Jul 28 06:47:52.164091 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ac918-9ce0-47b2-9b8e-2de2dfa66a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426dd75-bf6a-4370-9a27-b954f6a8cbdd,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:52.478464 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33082) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:52.519110 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-36e47e54-d4b3-483c-98e1-69defef14983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a771358cf916419593e60477ec58b5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394170 Jul 28 06:47:52.521591 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33084) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:47:52.569946 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] Publish callbacks [] for security_group (789b0d09-ba89-4735-9720-36aa0ed9af2a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.592556 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] Publish callbacks [] for security_group (789b0d09-ba89-4735-9720-36aa0ed9af2a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.643028 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (789b0d09-ba89-4735-9720-36aa0ed9af2a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.645555 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:52.646682 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789b0d09-ba89-4735-9720-36aa0ed9af2a HTTP/1.1" status: 204 len: 168 time: 0.1242161 Jul 28 06:47:52.655193 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667fe0f-2e47-4063-8e7e-2edd502ad915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b0d09-ba89-4735-9720-36aa0ed9af2a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:55.741254 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368970d-aa4e-43de-b213-665dc2e837b0 req-f1897c96-97fa-429b-958b-dd3b2e00631b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:55.742742 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4368970d-aa4e-43de-b213-665dc2e837b0 req-f1897c96-97fa-429b-958b-dd3b2e00631b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Jul 28 06:47:55.792022 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4368970d-aa4e-43de-b213-665dc2e837b0 req-8b44095c-6f19-415e-9443-628d8f793005 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Jul 28 06:47:56.919666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874fda-bac7-4805-96f2-49156198ecf9 req-d5d332f3-7d4d-4591-baef-e7b71ac10a4e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:56.921140 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01874fda-bac7-4805-96f2-49156198ecf9 req-d5d332f3-7d4d-4591-baef-e7b71ac10a4e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Jul 28 06:47:56.969940 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01874fda-bac7-4805-96f2-49156198ecf9 req-d538cec7-90d6-4f2e-b9bb-eeabd3fb4e94 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Jul 28 06:47:58.087121 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32d02-6277-4f0a-8478-186731dd1e0d req-e0746cf8-bf35-4d61-84f1-f4a0d066db2a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:58.088594 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62b32d02-6277-4f0a-8478-186731dd1e0d req-e0746cf8-bf35-4d61-84f1-f4a0d066db2a tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Jul 28 06:47:58.136519 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62b32d02-6277-4f0a-8478-186731dd1e0d req-1a068953-fbdc-413a-b679-c466b867ce24 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=125d42d2-3cf4-4fa0-9c71-2709d39f2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Jul 28 06:47:58.195862 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-06e6209b-02dc-4874-85a9-2b36919ba222 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:47:58.197313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-06e6209b-02dc-4874-85a9-2b36919ba222 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Jul 28 06:47:58.282576 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:58.289735 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Deleting port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:47:58.290292 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:58.382266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] For port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:47:58.382627 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:58.734653 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:58.799412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:58.799770 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:58.800079 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Floating IP 36913b94-f11c-47c7-8e42-07ad51c416e0 disassociated. External IP: 172.27.1.129, port: 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b. Jul 28 06:47:58.800412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Calling delete_port for 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:47:58.924924 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:58.950251 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'Port': ['ID=310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:47:59.062562 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:47:59.165832 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:47:59.177882 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:47:59.196937 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:59.197706 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:59.211956 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] No DVR routers for this DVR port 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:47:59.215266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:59.218646 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d06e5d4c-f69e-44e5-8b45-0db4696c1be2 req-0a0a093e-df03-45b1-95c8-0d21635540d8 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "DELETE /v2.0/ports/310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b HTTP/1.1" status: 204 len: 173 time: 1.0133245 Jul 28 06:47:59.219092 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'name': 'network-vif-deleted', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:47:59.221390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363d437-83d8-4d15-b694-36b294981b73" -d '{"events": [{"server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "name": "network-vif-deleted", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:47:59.258150 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30b3bb71-7b17-4d2a-99c4-5fbffe959db7 req-d8aa06b4-9161-497a-b6a3-42cebc82d121 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a696f5-5e72-43ab-ab80-76c7ff3a3266 HTTP/1.1" status: 200 len: 210 time: 0.0337200 Jul 28 06:47:59.316358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:59.473197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f21917f-34d8-4278-a811-9010082dd346 x-openstack-request-id: req-8f21917f-34d8-4278-a811-9010082dd346 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:47:59.473521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a696f5-5e72-43ab-ab80-76c7ff3a3266", "name": "network-vif-deleted", "tag": "310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:47:59.473779 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f21917f-34d8-4278-a811-9010082dd346 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:47:59.474204 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f21917f-34d8-4278-a811-9010082dd346'] response: {'server_uuid': '75a696f5-5e72-43ab-ab80-76c7ff3a3266', 'name': 'network-vif-deleted', 'tag': '310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b', 'status': 'completed', 'code': 200} Jul 28 06:47:59.517838 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:59.554384 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:59.556749 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:59.584311 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:47:59.593406 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:47:59.594004 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:47:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:59.691282 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:47:59.891132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:47:59.915847 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fbcea-6f24-49a8-bca8-f90da1c30418 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:48:00.131139 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14136831-54ad-40bb-96cc-6ac9a6e4229f None None] New status for floating IP 36913b94-f11c-47c7-8e42-07ad51c416e0: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:48:00.131675 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d5ca-bf50-4ca7-9b8c-dda518251349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.134006 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=48 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:00.136267 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=51 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:00.355357 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33114) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:00.410152 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (125d42d2-3cf4-4fa0-9c71-2709d39f2a01), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.433393 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (125d42d2-3cf4-4fa0-9c71-2709d39f2a01), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.481653 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (125d42d2-3cf4-4fa0-9c71-2709d39f2a01), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.484367 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.485585 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "DELETE /v2.0/security-groups/125d42d2-3cf4-4fa0-9c71-2709d39f2a01 HTTP/1.1" status: 204 len: 168 time: 0.1292276 Jul 28 06:48:00.488536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33116) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:00.501468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94912b-bd3c-4d6c-9943-617c8000f1a9 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d42d2-3cf4-4fa0-9c71-2709d39f2a01,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:00.506857 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-a378c465-7784-4869-a7fa-fced0645c2f6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] show failed (client error): The resource could not be found. Jul 28 06:48:00.507853 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a378c465-7784-4869-a7fa-fced0645c2f6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups/125d42d2-3cf4-4fa0-9c71-2709d39f2a01 HTTP/1.1" status: 404 len: 347 time: 0.0181801 Jul 28 06:48:00.511636 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33118) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:00.626116 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Deleting port cacf26d7-7e41-444e-b798-dd705cc117ad {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:48:00.626367 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.666282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:00.704291 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.704616 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (cacf26d7-7e41-444e-b798-dd705cc117ad), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.717633 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Calling delete_port for cacf26d7-7e41-444e-b798-dd705cc117ad owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:48:00.774454 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:00.852780 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (cacf26d7-7e41-444e-b798-dd705cc117ad), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.878005 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'Port': ['ID=cacf26d7-7e41-444e-b798-dd705cc117ad,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:00.946110 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (36913b94-f11c-47c7-8e42-07ad51c416e0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.949000 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:00.950255 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-21017dac-1742-4c51-95ef-fc17d933a3c6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "DELETE /v2.0/floatingips/36913b94-f11c-47c7-8e42-07ad51c416e0 HTTP/1.1" status: 204 len: 168 time: 0.4376862 Jul 28 06:48:01.028008 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33122) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:01.032596 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611178573', 'description': 'tempest-description--1023223960'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:01.054730 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.124392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (e6198878-61fc-4079-9650-24ee34d27d51), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.128102 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e6198878-61fc-4079-9650-24ee34d27d51), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.160266 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.161503 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1324265 Jul 28 06:48:01.162613 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8d256-36fc-4896-871e-597eda0ba884 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6198878-61fc-4079-9650-24ee34d27d51,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:01.164633 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33124) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:01.170380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group_rule': {'security_group_id': 'e6198878-61fc-4079-9650-24ee34d27d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:01.184290 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:01.201116 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (811a7006-47d8-4f3a-b8db-326dd60d5fa0), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.271732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (811a7006-47d8-4f3a-b8db-326dd60d5fa0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.275426 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (811a7006-47d8-4f3a-b8db-326dd60d5fa0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.295737 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811a7006-47d8-4f3a-b8db-326dd60d5fa0,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:01.305670 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.306866 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7a06b88b-2781-48ba-a318-a3a2b07c9679 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412380 Jul 28 06:48:01.309675 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33126) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:01.313834 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'security_group_rule': {'security_group_id': 'e6198878-61fc-4079-9650-24ee34d27d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:01.340079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (8e6f40e0-eb34-4d15-a615-5dc4b556c1e9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.364687 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:01.399628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (8e6f40e0-eb34-4d15-a615-5dc4b556c1e9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.403579 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896387'] for security_group_rule (8e6f40e0-eb34-4d15-a615-5dc4b556c1e9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.422495 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6f40e0-eb34-4d15-a615-5dc4b556c1e9,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:01.432082 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.433330 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-58f20c4d-ca1a-46f3-8765-acf4c9d8b991 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227140 Jul 28 06:48:01.436570 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33128) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:01.441053 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'floatingip': {'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:01.462561 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.543019 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.646650 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Allocated IP 172.27.1.125 (c61c9185-be2d-48ff-9775-9279d83b13bc/506aedb8-0fce-4a4c-a6d8-e44730b412ec/f2abe013-87eb-40eb-81b2-6e004db5d25b) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:48:01.753037 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.784644 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.820530 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:01.822818 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Network c61c9185-be2d-48ff-9775-9279d83b13bc is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:48:01.829964 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:48:01.834859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:48:01.859405 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=f2abe013-87eb-40eb-81b2-6e004db5d25b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:01.927998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:01.965027 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.113343 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.117521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.121796 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:02.187503 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=f2abe013-87eb-40eb-81b2-6e004db5d25b,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:02.202784 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.218050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.219273 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3203c65e-fbdb-42c5-838f-81c27e2fa6e6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7817800 Jul 28 06:48:02.265061 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:48:02.288523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:48:02.288875 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 310d1b9d-3dfc-4fa0-b2aa-ffd999bcd30b not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:48:02.424355 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-252f35b4-1890-4480-bcc4-d11d0898e5ef tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1611178573&fields=id&tenant_id=f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 267 time: 0.0451353 Jul 28 06:48:02.432234 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-385c458c-1f56-426f-b668-addc97ebb3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.539128 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7ccaa234-cb51-4a07-b377-a02afd1fe2fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:02.540583 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7ccaa234-cb51-4a07-b377-a02afd1fe2fe tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 811 time: 0.1096928 Jul 28 06:48:02.555276 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-75e93095-eb91-4795-a0f1-1eacf1c3e83b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/quotas/f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Jul 28 06:48:02.604276 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-62422a8e-1f3d-4fff-80cd-7885a1d4d95b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433478 Jul 28 06:48:02.713372 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-d82251fd-91fe-4525-ad85-1d31b3a9efb8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:48:02.714886 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-d82251fd-91fe-4525-ad85-1d31b3a9efb8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0990596 Jul 28 06:48:02.766553 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:02.809946 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-e2881038-0fde-4774-a5b2-a7609b39fd45 service neutron] 10.222.0.20 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Jul 28 06:48:02.871827 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:02.903723 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-dda2613c-bfd3-4721-9f12-b36aff670621 service neutron] 10.222.0.20 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877450 Jul 28 06:48:03.072857 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-837e8f7d-6815-4b09-b78c-0f8a2d8653d5 req-35cf629b-d9ff-4058-b42e-00adef3aecdb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 210 time: 0.0351989 Jul 28 06:48:03.882689 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:04.181224 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1376132d-e34b-4377-a543-7f811c59e966 req-7958fc48-6996-4152-a45b-fa60d37ef12d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Jul 28 06:48:04.375676 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-8da7820b-834d-436e-b659-2ed03606320b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516372 Jul 28 06:48:04.412936 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7a752f0f-597c-4fb3-af33-f2f9c89038d3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:04.414433 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7a752f0f-597c-4fb3-af33-f2f9c89038d3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 811 time: 0.1419656 Jul 28 06:48:04.489825 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-b0c17a0d-3fce-41a3-8b4d-ecae77bcbf7c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f65f082a2547f79ac218e318bee171 HTTP/1.1" status: 200 len: 380 time: 0.0553255 Jul 28 06:48:04.589728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'port': {'device_id': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'admin_state_up': True, 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'security_groups': ['e6198878-61fc-4079-9650-24ee34d27d51']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:04.673657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-153b0d11-096e-46c5-b497-68e6fcb6341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:04.675007 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-153b0d11-096e-46c5-b497-68e6fcb6341e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0818901 Jul 28 06:48:04.785935 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Made reservation on behalf of f0f65f082a2547f79ac218e318bee171 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:48:04.789208 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:04.797838 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:04.830829 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-777ca674-5584-46d0-8409-e230bb8d1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:04.832246 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-777ca674-5584-46d0-8409-e230bb8d1e8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.1288440 Jul 28 06:48:04.957173 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-7bbf66f8-9714-409d-8cab-946728497c6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1002 time: 0.0914412 Jul 28 06:48:05.016775 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Allocated IP 172.20.0.13 (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d/fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c/09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:48:05.034347 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-de381c1f-247f-4040-9b1e-95665d618038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:05.035778 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-de381c1f-247f-4040-9b1e-95665d618038 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0688264 Jul 28 06:48:05.078308 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:05.134336 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-ec7abb96-7e0e-4316-9082-6e8a18ecd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:05.136424 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-ec7abb96-7e0e-4316-9082-6e8a18ecd261 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912910 Jul 28 06:48:05.270006 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.315768 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d2f1fe87-5b58-4816-885c-8d06d4eaf81b req-54563689-33d6-4407-9154-6e28c8a0a998 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 210 time: 0.0567775 Jul 28 06:48:05.321755 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-708b369c-d093-4e45-bedb-23b9f8b8613d service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756010 Jul 28 06:48:05.386573 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.437596 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:48:05.446163 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:48:05.455412 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:48:05.488085 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event updated for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:05.509155 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26bcdbcd-6ad4-403b-9fff-6a6217b63918 req-7046feb5-51d4-46ea-a111-c164319ceba0 service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724133 Jul 28 06:48:05.526454 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:05.527058 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.546685 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-7675a2e0-747b-4c01-8548-c689a04d7601 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9615257 Jul 28 06:48:05.593139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Request body: {'port': {'device_id': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:05.648481 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.657798 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.701784 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-7e81ec0a-4308-4e3c-90a8-452158f366f7 None None] Provisioning complete for port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:48:05.702158 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7e81ec0a-4308-4e3c-90a8-452158f366f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.736466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.746264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7e81ec0a-4308-4e3c-90a8-452158f366f7 None None] Port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:48:05.756032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:05.884913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:05.918315 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:48:05.926462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks [] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.940001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Transition to ACTIVE for port object 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:48:05.943532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:05.994072 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:06.070950 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Attempting to bind port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:48:06.071290 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Attempting to bind port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:48:06.071628 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Attempting to bind port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:48:06.076983 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:48:06.077364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Attempting to bind port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 on network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:48:06.082595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:48:06.082934 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Checking segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:48:06.083304 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Bound using segment: {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:48:06.083747 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Bound port: 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b9cea2-1829-411f-98ac-18a3b5f588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:48:06.084118 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:06.153050 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:48:06.156438 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:48:06.162772 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:06.203239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.203874 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:06.205253 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] 10.222.0.49 "PUT /v2.0/ports/09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 HTTP/1.1" status: 200 len: 1094 time: 0.6172042 Jul 28 06:48:06.205711 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:48:06.207977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f121e-02ee-4b9a-ba1d-257baa68729c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:48:06.225222 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11dc8d-f1f2-4997-90d3-6bf7e8721846 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:06.253435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6188104-9e4a-42d6-9161-237eb6adbf9f x-openstack-request-id: req-f6188104-9e4a-42d6-9161-237eb6adbf9f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:48:06.253739 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:48:06.254001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6188104-9e4a-42d6-9161-237eb6adbf9f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:48:06.254409 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6188104-9e4a-42d6-9161-237eb6adbf9f'] response: {'name': 'network-changed', 'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'status': 'completed', 'code': 200} Jul 28 06:48:06.435951 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5870a9-2165-4903-a0a1-dd63270d03d4 req-3060cce9-3de9-4c87-8bfb-5d6a7df1e265 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.437506 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d5870a9-2165-4903-a0a1-dd63270d03d4 req-3060cce9-3de9-4c87-8bfb-5d6a7df1e265 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 944 time: 0.0483968 Jul 28 06:48:06.518691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-64d8281a-239b-40c4-b582-89fce216bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.520084 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-64d8281a-239b-40c4-b582-89fce216bcfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 1128 time: 0.0619991 Jul 28 06:48:06.523080 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d5870a9-2165-4903-a0a1-dd63270d03d4 req-c916162f-b608-4425-bdfa-269a04768673 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797706 Jul 28 06:48:06.646531 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-2bdd2770-d236-4781-8fc8-bf709313027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.647984 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-2bdd2770-d236-4781-8fc8-bf709313027e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0f65f082a2547f79ac218e318bee171&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1082420 Jul 28 06:48:06.750923 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-3c5902d5-3e19-462a-a7ff-5791ceee5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.752358 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-be5f121e-02ee-4b9a-ba1d-257baa68729c req-3c5902d5-3e19-462a-a7ff-5791ceee5dad service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930839 Jul 28 06:48:06.855690 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:06.859368 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-9c86996c-4e5c-4875-918b-295516967235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.860828 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-9c86996c-4e5c-4875-918b-295516967235 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 1128 time: 0.0400336 Jul 28 06:48:06.911553 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-02b7a5ef-a0a3-4aeb-9180-5dcd7de8e00e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 HTTP/1.1" status: 200 len: 217 time: 0.0310578 Jul 28 06:48:06.967344 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-c722ae47-ac03-4350-8454-491185d7ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:06.968795 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-c722ae47-ac03-4350-8454-491185d7ae38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0479088 Jul 28 06:48:07.016364 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-eb58a31c-9d61-4cd5-87b3-5e44b5984aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:07.017882 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-eb58a31c-9d61-4cd5-87b3-5e44b5984aaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406258 Jul 28 06:48:07.116331 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-2d149830-7219-461a-8de1-5a69a1d00222 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Jul 28 06:48:07.181260 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:07.211556 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-77f38d97-41bc-4272-bbf9-3ed683d06e8e req-0b67f389-710d-4fbf-9e40-000aa148ff2c service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Jul 28 06:48:07.643016 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16726-c210-4574-ba58-b8394e4e12d7 req-d69ad63d-6a48-4531-b5f3-55c9f891342d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:07.644461 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-07f16726-c210-4574-ba58-b8394e4e12d7 req-d69ad63d-6a48-4531-b5f3-55c9f891342d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 944 time: 0.0476577 Jul 28 06:48:07.690813 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-07f16726-c210-4574-ba58-b8394e4e12d7 req-ef0f4e7f-8dc2-4368-8d51-121cf457ccd1 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Jul 28 06:48:08.811194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dae5b-b49f-448c-84ee-8e93a13ad14f req-f719dba6-5a7e-4d8e-9cfd-0f17f2e5dac6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:08.812661 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b9dae5b-b49f-448c-84ee-8e93a13ad14f req-f719dba6-5a7e-4d8e-9cfd-0f17f2e5dac6 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 944 time: 0.0483799 Jul 28 06:48:08.860066 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b9dae5b-b49f-448c-84ee-8e93a13ad14f req-6bec16f2-4188-48ac-a6dd-b83cbaa35394 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Jul 28 06:48:09.975533 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7282a-5e9a-4c93-9ff0-82ce90192d98 req-6489b9c6-d671-4251-95a1-25b8b3cf14ab tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:09.976972 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f1f7282a-5e9a-4c93-9ff0-82ce90192d98 req-6489b9c6-d671-4251-95a1-25b8b3cf14ab tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 944 time: 0.0462952 Jul 28 06:48:10.002447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:10.026891 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f1f7282a-5e9a-4c93-9ff0-82ce90192d98 req-eb5ef6ef-07f3-4f15-ac1f-4680a8376a1d tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Jul 28 06:48:10.282962 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:10.285438 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:10.308514 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:48:10.408913 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:48:10.419923 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'port_id': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'mac_address': 'fa:16:3e:96:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:48:10.455752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:48:10.455752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:10.468682 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:48:10.489531 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:48:10.493440 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:10.530244 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:10.540482 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:10.793324 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:48:10.849488 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:48:10.950320 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:11.147800 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313fefb-a071-4efe-89bc-144a6edc3c62 req-c0576766-c5cf-4bf3-a5ad-01deaafc697e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:11.149263 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c313fefb-a071-4efe-89bc-144a6edc3c62 req-c0576766-c5cf-4bf3-a5ad-01deaafc697e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Jul 28 06:48:11.198624 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c313fefb-a071-4efe-89bc-144a6edc3c62 req-f779e6b0-4e6a-42df-8e5a-acb0ca00bf76 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Jul 28 06:48:12.319495 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8fa0-518a-4cca-b8b3-bb3f141386f9 req-71e3f1e0-4d69-4fae-bee5-18b93157526e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:12.320939 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40fc8fa0-518a-4cca-b8b3-bb3f141386f9 req-71e3f1e0-4d69-4fae-bee5-18b93157526e tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Jul 28 06:48:12.326757 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:48:12.367753 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:48:12.367974 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40fc8fa0-518a-4cca-b8b3-bb3f141386f9 req-2e86c4be-a224-4444-9747-d69839aed879 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Jul 28 06:48:12.374300 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:48:12.374717 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:12.568980 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:48:12.569269 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:12.592081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:48:12.594369 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83737872-ed0e-42fe-b47a-37f346855397" -d '{"events": [{"server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "name": "network-vif-plugged", "status": "completed", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:48:12.606783 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:48:12.610703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:12.656776 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:48:12.691711 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82be4072-35f3-41c8-8e91-432f26fecd8b x-openstack-request-id: req-82be4072-35f3-41c8-8e91-432f26fecd8b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:48:12.692007 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "name": "network-vif-plugged", "status": "completed", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:48:12.692264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82be4072-35f3-41c8-8e91-432f26fecd8b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:48:12.692688 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82be4072-35f3-41c8-8e91-432f26fecd8b'] response: {'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'code': 200} Jul 28 06:48:12.908224 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e7e4-b7a7-469e-b319-68e60ab6024c req-693f9039-d9b0-48fb-8426-766106fbe48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:12.909649 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e036e7e4-b7a7-469e-b319-68e60ab6024c req-693f9039-d9b0-48fb-8426-766106fbe48b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 1130 time: 0.0391991 Jul 28 06:48:12.954875 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e036e7e4-b7a7-469e-b319-68e60ab6024c req-71fc753e-4917-4dc8-99dd-e91e266c9508 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Jul 28 06:48:13.493235 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481e98b-4543-4c0d-b1a2-1b0bd9b8f3be req-054a4473-0c3a-406e-b1af-f120f8cc1031 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:13.494669 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8481e98b-4543-4c0d-b1a2-1b0bd9b8f3be req-054a4473-0c3a-406e-b1af-f120f8cc1031 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Jul 28 06:48:13.541057 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8481e98b-4543-4c0d-b1a2-1b0bd9b8f3be req-e059491f-82da-4bf9-8bcd-35a0c4b8d7c2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Jul 28 06:48:14.664966 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a1a50-0990-44e4-b972-6fd40b5cca2b req-e491f302-3c6e-4696-93bd-2140fa4b44f3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:14.666432 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-085a1a50-0990-44e4-b972-6fd40b5cca2b req-e491f302-3c6e-4696-93bd-2140fa4b44f3 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Jul 28 06:48:14.715247 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-085a1a50-0990-44e4-b972-6fd40b5cca2b req-a4069ce5-a854-40dc-a383-c4bc83f1edf1 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Jul 28 06:48:14.827286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e027a-4d67-4e9a-89fc-b42f4d70c9bf req-014cdd87-0e09-4534-b71c-c424b0e65fc2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:14.828793 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c2e027a-4d67-4e9a-89fc-b42f4d70c9bf req-014cdd87-0e09-4534-b71c-c424b0e65fc2 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0471663 Jul 28 06:48:14.838226 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33190) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:48:14.843074 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Request body: {'floatingip': {'port_id': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:48:14.883293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:15.306818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:15.311636 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:15.405834 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Floating IP b5bda490-7904-4825-bb7a-4b8b955b74c7 associated. External IP: 172.27.1.125, port: 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8. Jul 28 06:48:15.486599 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:15.586847 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:15.605973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:48:15.710278 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:48:15.715419 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:15.720154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:48:15.729992 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:48:15.730726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:48:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:48:15.748905 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-afceb7d2-2897-49a8-aecd-f3d472df2c8c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "PUT /v2.0/floatingips/b5bda490-7904-4825-bb7a-4b8b955b74c7 HTTP/1.1" status: 200 len: 992 time: 0.9070125 Jul 28 06:48:15.748905 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:48:15.749211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae36da6-9fd2-4744-83cf-464dc0f03de2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:48:15.839330 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:48:15.842042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e5a9a-da8d-4e55-94df-48ebbd1fe5d6 x-openstack-request-id: req-a40e5a9a-da8d-4e55-94df-48ebbd1fe5d6 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:48:15.842522 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:48:15.842623 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a40e5a9a-da8d-4e55-94df-48ebbd1fe5d6 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:48:15.842962 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40e5a9a-da8d-4e55-94df-48ebbd1fe5d6'] response: {'name': 'network-changed', 'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'status': 'completed', 'code': 200} Jul 28 06:48:15.925358 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-d567fc3a-7892-433a-ad62-6e40e558da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:15.926907 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-d567fc3a-7892-433a-ad62-6e40e558da61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f65f082a2547f79ac218e318bee171&device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 1130 time: 0.0402696 Jul 28 06:48:16.021958 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-c348e621-fb63-4208-8ecd-2da867da5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:16.023422 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-c348e621-fb63-4208-8ecd-2da867da5d1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 200 len: 912 time: 0.0895748 Jul 28 06:48:16.061748 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b5bda490-7904-4825-bb7a-4b8b955b74c7', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:96:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:48:01Z', 'updated_at': '2022-07-28T06:48:15Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:48:16.085708 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-77589f6b-d2b6-4346-b0bf-b61c6b2a6ca5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 HTTP/1.1" status: 200 len: 1000 time: 0.0555480 Jul 28 06:48:16.086541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:48:16.095795 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:48:16.096330 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:48:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:48:16.134189 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-755d510c-5e89-4c8c-9cb5-ddd737005efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:16.135628 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-755d510c-5e89-4c8c-9cb5-ddd737005efc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 200 len: 850 time: 0.0434988 Jul 28 06:48:16.141935 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:16.182650 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-c2680a20-94d0-4143-99e8-515bd2fb02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:16.184284 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-c2680a20-94d0-4143-99e8-515bd2fb02e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428834 Jul 28 06:48:16.203218 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:48:16.259754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:16.288661 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-7869f508-fb52-4a66-a2e9-7de079179f27 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984559 Jul 28 06:48:16.439343 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b5bda490-7904-4825-bb7a-4b8b955b74c7', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:96:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:48:01Z', 'updated_at': '2022-07-28T06:48:15Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:48:16.441242 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:16.470726 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0516-684b-4412-bb32-a64a0006f2c1 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_floatingips': [{'id': 'b5bda490-7904-4825-bb7a-4b8b955b74c7', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'router_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'port_id': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'mac_address': 'fa:16:3e:96:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:48:01Z', 'updated_at': '2022-07-28T06:48:15Z', 'revision_number': 1, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:48:16.644842 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8ae36da6-9fd2-4744-83cf-464dc0f03de2 req-2a02af72-dbda-4110-8d85-bfee0f33ba96 service neutron] 10.222.0.49 "GET /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500960 Jul 28 06:48:16.668568 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aa0e2a-dfaa-4887-999a-216619e24a53 None None] New status for floating IP b5bda490-7904-4825-bb7a-4b8b955b74c7: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:48:25.741097 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:25.743170 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=30 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:26.444454 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=32 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:26.639436 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:26.641394 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:28.795751 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:28.796594 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:30.133086 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b64b8eda-9798-4c72-8a1b-2c6fee137be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:32.435966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-29b1e29b-f82a-4239-bd14-a868e07252bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:32.775851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:33.886527 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:35.650569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:35.709545 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:48:45.703195 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:45.705815 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:47.793264 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:48:53.924487 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06436ed8-b373-4f8c-af53-b7a2948eac6d req-a592c520-cdc0-49ab-a729-3576a980aa48 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:53.926094 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06436ed8-b373-4f8c-af53-b7a2948eac6d req-a592c520-cdc0-49ab-a729-3576a980aa48 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0494387 Jul 28 06:48:53.976907 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06436ed8-b373-4f8c-af53-b7a2948eac6d req-ff453611-9b36-4d69-9e6d-102e08a5bdc0 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 Jul 28 06:48:55.100981 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde2129-8feb-42f5-adba-923c4b75579a req-4bbb3e54-f285-451e-b83b-4919b6bf3cd7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:55.102514 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-efde2129-8feb-42f5-adba-923c4b75579a req-4bbb3e54-f285-451e-b83b-4919b6bf3cd7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0511620 Jul 28 06:48:55.151521 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-efde2129-8feb-42f5-adba-923c4b75579a req-400f81bd-9217-455c-af38-ccf5af21e06e tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Jul 28 06:48:56.271992 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7131c-4201-4c89-976d-f07368405d2e req-15b01d4f-6f5a-4c8e-af3c-d7ee0560632a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:56.273482 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f2e7131c-4201-4c89-976d-f07368405d2e req-15b01d4f-6f5a-4c8e-af3c-d7ee0560632a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0460660 Jul 28 06:48:56.326397 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f2e7131c-4201-4c89-976d-f07368405d2e req-7ed9c4dd-5be7-45a4-8cb2-40c6eb33729c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Jul 28 06:48:57.453070 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66238b-06a5-45a3-93f7-e89b3c442a79 req-1ced5c9b-76d4-481c-b8d6-95321cd3fa24 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:57.454579 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cc66238b-06a5-45a3-93f7-e89b3c442a79 req-1ced5c9b-76d4-481c-b8d6-95321cd3fa24 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0554214 Jul 28 06:48:57.503915 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cc66238b-06a5-45a3-93f7-e89b3c442a79 req-b0cf19e0-66be-449e-a4ab-2d592a2ad36c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Jul 28 06:48:58.621539 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0241d-a9e7-452b-a3dc-c9078dc932dc req-66704e02-ee07-40be-9023-6224b0eb1aa6 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:58.623610 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-39c0241d-a9e7-452b-a3dc-c9078dc932dc req-66704e02-ee07-40be-9023-6224b0eb1aa6 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0474873 Jul 28 06:48:58.673363 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-39c0241d-a9e7-452b-a3dc-c9078dc932dc req-bd9a2a63-0aaa-47bf-8bcc-88f130454fe1 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Jul 28 06:48:59.752105 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:59.752984 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:48:59.795934 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a7047-c876-4429-b470-e82f13f6698f req-c143c693-e945-4515-8575-f1b7cce8f1a4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:48:59.797408 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-984a7047-c876-4429-b470-e82f13f6698f req-c143c693-e945-4515-8575-f1b7cce8f1a4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0471423 Jul 28 06:48:59.849120 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-984a7047-c876-4429-b470-e82f13f6698f req-3e6abdd5-34a5-4b39-889e-a99df49fdb46 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462253 Jul 28 06:49:00.135152 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81b8af5c-c045-4ad5-b8f1-acf20cfb8128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:00.968901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4e5b-cf59-4c73-8122-7595fe28203d req-9149c555-2d1c-4419-8bc8-39e99ffd76e2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:00.970299 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7ff4e5b-cf59-4c73-8122-7595fe28203d req-9149c555-2d1c-4419-8bc8-39e99ffd76e2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0475233 Jul 28 06:49:01.020392 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b7ff4e5b-cf59-4c73-8122-7595fe28203d req-b081c479-701a-410b-9bb2-b9bbcb61d26b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 Jul 28 06:49:02.389077 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46a8e7-0ad1-451f-a711-bdc200766465 req-eeced9ad-ff34-4d8c-92dc-46315e99632c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:02.390493 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e46a8e7-0ad1-451f-a711-bdc200766465 req-eeced9ad-ff34-4d8c-92dc-46315e99632c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.2999444 Jul 28 06:49:02.439991 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b3f45e45-cc15-4eae-bc9c-a427cbbc516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:02.440908 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e46a8e7-0ad1-451f-a711-bdc200766465 req-7d131cec-fbac-4f53-9d15-22d336d0c46b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Jul 28 06:49:02.789179 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:03.564309 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990745-09d9-4a1f-87f4-97af3be713ed req-b9253aa7-a22b-45f0-9d6b-0809eabfb335 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:03.566025 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e9990745-09d9-4a1f-87f4-97af3be713ed req-b9253aa7-a22b-45f0-9d6b-0809eabfb335 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0480933 Jul 28 06:49:03.615196 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e9990745-09d9-4a1f-87f4-97af3be713ed req-e091940b-ff5d-41f3-85c0-7e497324da70 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Jul 28 06:49:03.899637 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:04.284742 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-ff007c1d-ff70-4ef4-bbb4-43f56c6edadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:04.286251 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-ff007c1d-ff70-4ef4-bbb4-43f56c6edadd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0450380 Jul 28 06:49:04.378282 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-345be027-738f-4ec1-b68f-bc62c57bd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:04.379708 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-345be027-738f-4ec1-b68f-bc62c57bd2aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.0873215 Jul 28 06:49:04.448603 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-cb1944d2-f6e4-46ab-a8d1-f36530b88072 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1002 time: 0.0589123 Jul 28 06:49:04.497015 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-c81de444-e86b-479a-9f8f-75b318b8065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:04.499505 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-c81de444-e86b-479a-9f8f-75b318b8065b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0450208 Jul 28 06:49:04.545728 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-65d9cf32-a382-4122-a6be-f045d450e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:04.547118 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-65d9cf32-a382-4122-a6be-f045d450e1ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385873 Jul 28 06:49:04.641801 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-af669a96-72ea-4f6b-8dc1-2c6f0a7ad9be service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Jul 28 06:49:04.757413 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9864-4606-4662-81de-6099410fdae4 req-f95ee6b7-8ff7-4539-93c5-ce394e91c311 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:04.758874 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56be9864-4606-4662-81de-6099410fdae4 req-f95ee6b7-8ff7-4539-93c5-ce394e91c311 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0651250 Jul 28 06:49:04.795273 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8cbc503-1ed0-4f82-a172-734721074c4b req-26c4aa06-b4fb-4860-b508-1a61b9a0ffca service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438999 Jul 28 06:49:04.823479 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56be9864-4606-4662-81de-6099410fdae4 req-751dc1fc-e395-405a-8b2a-ea96a794d622 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578382 Jul 28 06:49:05.652855 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:05.711596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:05.944907 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee841-a08e-4040-8a10-4172652c3a1f req-36f1d927-f1af-48ed-b48e-16944b03d1ae tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:05.946396 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d3cee841-a08e-4040-8a10-4172652c3a1f req-36f1d927-f1af-48ed-b48e-16944b03d1ae tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Jul 28 06:49:05.998283 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d3cee841-a08e-4040-8a10-4172652c3a1f req-689dad3a-9753-4177-9459-641f23855ed5 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Jul 28 06:49:06.397857 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:06.401157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-182940ca-f667-4e22-a039-72610cb43d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:06.402648 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-182940ca-f667-4e22-a039-72610cb43d09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0410483 Jul 28 06:49:06.678246 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:06.694118 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-ddb6f188-08b6-42af-b671-2729b7de997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:06.695589 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-ddb6f188-08b6-42af-b671-2729b7de997e service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.0919178 Jul 28 06:49:06.758373 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-d0f719a2-7ace-48a9-8dd9-421c6f37d1c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1002 time: 0.0555768 Jul 28 06:49:06.814900 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-394ddb9b-3502-4433-b297-f3dbb249ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:06.816678 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-394ddb9b-3502-4433-b297-f3dbb249ee77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0481746 Jul 28 06:49:06.872121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-44d59a66-bcf6-4ae4-b45b-784dd0070c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:06.874428 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-44d59a66-bcf6-4ae4-b45b-784dd0070c12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413756 Jul 28 06:49:06.965747 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-b45c7ecb-9b8f-414e-ad01-e806f557461b service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832210 Jul 28 06:49:07.062452 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e896965c-6b35-48fd-9f1d-14cc79b1be71 req-55a1fee6-1307-48f5-b1a7-57d401c7eb65 service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890160 Jul 28 06:49:07.121906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3ab2-89a2-4112-bbbf-0be7032797fb req-3a6d17db-5d46-4019-b10a-042b47318136 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:07.125822 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf8c3ab2-89a2-4112-bbbf-0be7032797fb req-3a6d17db-5d46-4019-b10a-042b47318136 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Jul 28 06:49:07.181276 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bf8c3ab2-89a2-4112-bbbf-0be7032797fb req-7f6f524d-2fcb-4fbc-af2a-c83b8a9c923c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520747 Jul 28 06:49:08.301634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b26804-2c54-411f-b978-455205aeab85 req-776ed9e6-a8e3-46fe-a16b-f6ca976977ba tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:08.302985 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f5b26804-2c54-411f-b978-455205aeab85 req-776ed9e6-a8e3-46fe-a16b-f6ca976977ba tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0461705 Jul 28 06:49:08.352019 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f5b26804-2c54-411f-b978-455205aeab85 req-301e117d-dd5a-4171-9fb4-ff784508477b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430005 Jul 28 06:49:08.430800 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-a2fe9be9-fde3-4c40-aa43-65e6fc40665f req-55b9ee55-389f-4864-bdce-e1ba203c9a48 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:49:08.431816 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a2fe9be9-fde3-4c40-aa43-65e6fc40665f req-55b9ee55-389f-4864-bdce-e1ba203c9a48 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053675 Jul 28 06:49:08.583093 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-f2e5c8d2-606a-4202-8c79-c06471ab6659 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444458 Jul 28 06:49:08.614918 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef85cda-2b00-4793-97aa-f00652345dfc req-cc48adc5-82bc-4998-90c4-aaa691086802 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:08.616406 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ef85cda-2b00-4793-97aa-f00652345dfc req-cc48adc5-82bc-4998-90c4-aaa691086802 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0514071 Jul 28 06:49:08.661112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-b9b63330-08f5-4202-95db-55fad972d764 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:08.662538 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-b9b63330-08f5-4202-95db-55fad972d764 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports/3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 943 time: 0.0473115 Jul 28 06:49:08.665880 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ef85cda-2b00-4793-97aa-f00652345dfc req-070adc6c-a6f6-45c1-b45a-3f9d06104c13 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Jul 28 06:49:09.800310 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e46710-8d09-4b5e-b53c-5f74e49f8b18 req-bcbce940-9053-43d1-838a-40edf9f657e2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:09.801780 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0e46710-8d09-4b5e-b53c-5f74e49f8b18 req-bcbce940-9053-43d1-838a-40edf9f657e2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Jul 28 06:49:09.853047 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0e46710-8d09-4b5e-b53c-5f74e49f8b18 req-70c7760a-567d-475a-9a87-3fcbc69ccb08 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456946 Jul 28 06:49:10.608529 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:49:10.682780 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb is: ACTIVE; New status is: DOWN {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:49:10.683170 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:10.707881 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:49:10.710126 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54d92a-3d69-43d6-81c0-7e81195ae5fc" -d '{"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:49:10.723104 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:10.728999 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:10.755122 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 06:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84708a21-3a8e-479f-918c-bf2487d2631b x-openstack-request-id: req-84708a21-3a8e-479f-918c-bf2487d2631b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:49:10.755402 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:49:10.755649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84708a21-3a8e-479f-918c-bf2487d2631b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:49:10.756035 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84708a21-3a8e-479f-918c-bf2487d2631b'] response: {'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'code': 200} Jul 28 06:49:10.782929 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=6']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:10.790009 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.790353 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.790689 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.791144 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.791355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.791674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.792019 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.792340 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.792655 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.792974 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.793306 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.793630 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.793945 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.794261 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:10.794601 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:11.009119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f99c1-6d9f-40f8-91b2-4b52ad20abe9 req-035f1e98-12bc-447f-a5bd-bacedade3c57 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.010643 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-645f99c1-6d9f-40f8-91b2-4b52ad20abe9 req-035f1e98-12bc-447f-a5bd-bacedade3c57 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0836718 Jul 28 06:49:11.013819 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-c7045efc-3513-46aa-8c6e-cdbdbceab89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.015112 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-c7045efc-3513-46aa-8c6e-cdbdbceab89b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452&tenant_id=e705818597064414b9d882e0dd2071c2 HTTP/1.1" status: 200 len: 1128 time: 0.0741456 Jul 28 06:49:11.060982 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-645f99c1-6d9f-40f8-91b2-4b52ad20abe9 req-f332adef-bfad-4097-a5a3-cfe760aa00b6 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Jul 28 06:49:11.386521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-f68097d1-44fa-4ceb-9aba-c28cf3d10277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.387958 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-f68097d1-44fa-4ceb-9aba-c28cf3d10277 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1128 time: 0.0391531 Jul 28 06:49:11.484189 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-5941385d-360a-4777-a3bd-6c4ffc72dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.486018 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-5941385d-360a-4777-a3bd-6c4ffc72dfa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.0912089 Jul 28 06:49:11.803090 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-bd367db8-0641-473a-ab14-c76c947ee0f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 1000 time: 0.0595536 Jul 28 06:49:11.838886 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:11.858251 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-05f542d6-f5dc-4781-b5ce-2604aef0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.859691 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-05f542d6-f5dc-4781-b5ce-2604aef0ff77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0502424 Jul 28 06:49:11.876993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:11.906382 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-fcca8917-a959-4052-8760-5d8429e3ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:11.907886 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-fcca8917-a959-4052-8760-5d8429e3ca32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398705 Jul 28 06:49:12.005408 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-7637a292-3dde-48f8-a801-65ee931549ae service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899744 Jul 28 06:49:12.111391 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a0bc04fd-a835-4a24-8e03-55a34a4b61d6 req-39288fbb-173e-4d97-aa26-cb28afa5316e service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990212 Jul 28 06:49:12.184510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4cd6-4c71-4720-a9ba-041fb127d7e5 req-4afd2297-dd43-479e-a2de-247a44cfff36 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:12.186727 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-55ef4cd6-4c71-4720-a9ba-041fb127d7e5 req-4afd2297-dd43-479e-a2de-247a44cfff36 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0474355 Jul 28 06:49:12.235532 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-55ef4cd6-4c71-4720-a9ba-041fb127d7e5 req-6ceb69f6-634e-4cc3-8c61-10a709682e12 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Jul 28 06:49:13.361421 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542483b-a87a-40c4-85ea-3c5f1cd7adc2 req-696ef172-c138-45e2-8fcb-c471dccc2203 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:13.362916 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f542483b-a87a-40c4-85ea-3c5f1cd7adc2 req-696ef172-c138-45e2-8fcb-c471dccc2203 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0489683 Jul 28 06:49:13.415054 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f542483b-a87a-40c4-85ea-3c5f1cd7adc2 req-5ecaa02a-bbe0-4b7e-a4b7-71d9b19165df tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Jul 28 06:49:14.537930 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4a0f7-3658-4dae-b2dc-58c79d25e95a req-72f9a65a-e3d6-46be-8625-777c7c70436f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:14.539407 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09a4a0f7-3658-4dae-b2dc-58c79d25e95a req-72f9a65a-e3d6-46be-8625-777c7c70436f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0478296 Jul 28 06:49:14.590147 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09a4a0f7-3658-4dae-b2dc-58c79d25e95a req-60d03223-abb7-4301-a296-8d1cad7a3f05 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441439 Jul 28 06:49:14.866805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b1ff-bdf8-4bdd-b8a4-f50d738b9317 req-4fed489c-984e-4232-ae9d-d50aaa3aad37 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:14.868284 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5151b1ff-bdf8-4bdd-b8a4-f50d738b9317 req-4fed489c-984e-4232-ae9d-d50aaa3aad37 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0478349 Jul 28 06:49:14.915244 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5151b1ff-bdf8-4bdd-b8a4-f50d738b9317 req-a9a56815-fe92-4ac2-a7b7-3119766d538b tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Jul 28 06:49:15.710748 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df716c4-6907-4f2b-b211-2cde38abea90 req-e8cad43b-e0d4-4266-b7f2-bba51446a9f8 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:15.712121 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7df716c4-6907-4f2b-b211-2cde38abea90 req-e8cad43b-e0d4-4266-b7f2-bba51446a9f8 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0485394 Jul 28 06:49:15.748447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:15.755269 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:15.772359 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7df716c4-6907-4f2b-b211-2cde38abea90 req-86f881c7-6356-48b8-b6d0-135838a5fc33 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539966 Jul 28 06:49:16.038720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5650-55b0-42cf-8bf4-dcaed9434645 req-370f9d47-4200-43b4-b743-91bf5caf5b25 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:16.040161 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5aff5650-55b0-42cf-8bf4-dcaed9434645 req-370f9d47-4200-43b4-b743-91bf5caf5b25 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Jul 28 06:49:16.086181 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5aff5650-55b0-42cf-8bf4-dcaed9434645 req-bc6c421f-3ebf-409b-ad5b-9abc22f63b72 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Jul 28 06:49:16.890138 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2b62f-c6eb-4756-84d2-f3b69af13705 req-05c7f91d-c1bc-48a7-910d-c41c6353eb5b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:16.891603 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-38b2b62f-c6eb-4756-84d2-f3b69af13705 req-05c7f91d-c1bc-48a7-910d-c41c6353eb5b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0473564 Jul 28 06:49:16.941028 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-38b2b62f-c6eb-4756-84d2-f3b69af13705 req-8a8d9525-62c4-42b4-b7af-b2ff2a104d78 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Jul 28 06:49:17.034625 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-8f1ce687-3e89-4bea-a7ae-a24c3f82e69c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:17.036062 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-8f1ce687-3e89-4bea-a7ae-a24c3f82e69c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0486686 Jul 28 06:49:17.125110 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Deleting port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:17.125742 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.224505 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b6d8-8701-4093-ba7b-30d818bae142 req-748c9ed5-5c42-425c-8408-6ab0bbd9ccb5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:17.225963 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-54c5b6d8-8701-4093-ba7b-30d818bae142 req-748c9ed5-5c42-425c-8408-6ab0bbd9ccb5 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 946 time: 0.0620110 Jul 28 06:49:17.277049 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] For port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:17.277433 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.341696 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:17.348845 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-54c5b6d8-8701-4093-ba7b-30d818bae142 req-d0ce08b4-d7a4-494a-8cbf-f5041bdf7253 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6198878-61fc-4079-9650-24ee34d27d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134219 Jul 28 06:49:17.443732 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:17.466147 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.467534 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8359651'] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.467857 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Floating IP b5bda490-7904-4825-bb7a-4b8b955b74c7 disassociated. External IP: 172.27.1.125, port: 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8. Jul 28 06:49:17.468211 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Calling delete_port for 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:17.599989 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.629047 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'Port': ['ID=09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:17.641288 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.641659 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.642004 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.642346 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.642685 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.643017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.643346 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.643675 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.644001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.644325 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.644653 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.644977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.645350 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.645646 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.645965 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:17.758394 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:49:17.870325 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:49:17.880605 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:49:17.891031 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:49:17.891664 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:49:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:17.916817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] No DVR routers for this DVR port 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:49:17.921117 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:17.924366 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ef1244ac-55e3-4854-a5cf-999dc357dc32 req-2fb93ed0-1543-4249-8bc0-6f7d9fd7b4cb tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.49 "DELETE /v2.0/ports/09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 HTTP/1.1" status: 204 len: 173 time: 0.8803205 Jul 28 06:49:17.924821 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'name': 'network-vif-deleted', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:49:17.927091 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d2bd06-5fa1-4610-ba47-05d2744280d5" -d '{"events": [{"server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "name": "network-vif-deleted", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:49:17.964837 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d79932-ce1c-46e6-8086-d9edb98ca651 x-openstack-request-id: req-d3d79932-ce1c-46e6-8086-d9edb98ca651 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:49:17.965133 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24ae82-f673-496a-99ba-e3e9e1056cc4", "name": "network-vif-deleted", "tag": "09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:49:17.965455 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d79932-ce1c-46e6-8086-d9edb98ca651 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:49:17.966314 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d79932-ce1c-46e6-8086-d9edb98ca651'] response: {'server_uuid': '3b24ae82-f673-496a-99ba-e3e9e1056cc4', 'name': 'network-vif-deleted', 'tag': '09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8', 'status': 'completed', 'code': 200} Jul 28 06:49:18.009709 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:49:18.063607 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c585e1-2914-4788-83d9-5012aad5b6ea req-76e7f13b-8667-4bce-9078-91e15fe5cac4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:18.066540 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-39c585e1-2914-4788-83d9-5012aad5b6ea req-76e7f13b-8667-4bce-9078-91e15fe5cac4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0517640 Jul 28 06:49:18.120800 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-39c585e1-2914-4788-83d9-5012aad5b6ea req-5306b804-b5c9-424d-a165-2403ab97bd02 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 Jul 28 06:49:18.220602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:18.246495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:49:18.255538 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:49:18.256154 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:49:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:18.364290 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:49:18.482784 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9883519c-150e-4b53-9b0e-a87e4820a6b8 req-d9855c2d-3bee-4d1a-81a5-d9664fdbd35c tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b24ae82-f673-496a-99ba-e3e9e1056cc4 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Jul 28 06:49:18.537016 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:18.554068 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:18.583419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0113f4-8116-4c46-a5c4-93783d0bd762 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:07Z', 'revision_number': 4, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '6a505fa4-3f14-4219-8793-dfa04f923592', 'name': '', 'network_id': '442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'mac_address': 'fa:16:3e:91:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:07Z', 'updated_at': '2022-07-28T06:44:11Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'subnets': [{'id': 'fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:49:18.837957 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14ee0a-5fcb-4622-8464-9ac5ab85c986 None None] New status for floating IP b5bda490-7904-4825-bb7a-4b8b955b74c7: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:49:19.243530 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cab80c-1b6b-465c-93de-df338c10625a req-24ff5f5d-e64d-44a4-a61b-3717227f44d8 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:19.244993 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3cab80c-1b6b-465c-93de-df338c10625a req-24ff5f5d-e64d-44a4-a61b-3717227f44d8 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0498610 Jul 28 06:49:19.298977 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3cab80c-1b6b-465c-93de-df338c10625a req-7cf42950-cf2d-4754-84f5-8763a5b4aeb3 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483270 Jul 28 06:49:19.577659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33406) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:19.631007 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (e6198878-61fc-4079-9650-24ee34d27d51), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.658571 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (e6198878-61fc-4079-9650-24ee34d27d51), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.706543 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e6198878-61fc-4079-9650-24ee34d27d51), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.709075 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.710336 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6198878-61fc-4079-9650-24ee34d27d51 HTTP/1.1" status: 204 len: 168 time: 0.1315806 Jul 28 06:49:19.713001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33408) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:19.721005 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6198878-61fc-4079-9650-24ee34d27d51,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:19.729265 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-d712f2fa-24db-4d79-b2cd-62fe68696c83 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] show failed (client error): The resource could not be found. Jul 28 06:49:19.730362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.730496 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d712f2fa-24db-4d79-b2cd-62fe68696c83 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "GET /v2.0/security-groups/e6198878-61fc-4079-9650-24ee34d27d51 HTTP/1.1" status: 404 len: 347 time: 0.0163724 Jul 28 06:49:19.730824 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.731175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.731513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.732128 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.732416 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.732555 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.732880 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.733323 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.733456 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33410) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:19.733643 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.733970 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.734293 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.734613 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.734932 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.735273 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec5ca-c0b5-4f39-b95c-8e9f103fdc63 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:49:19.748465 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:19.846561 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Deleting port f2abe013-87eb-40eb-81b2-6e004db5d25b {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:19.846909 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.857987 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:19.927101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.927437 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (f2abe013-87eb-40eb-81b2-6e004db5d25b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:19.940016 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Calling delete_port for f2abe013-87eb-40eb-81b2-6e004db5d25b owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:20.017814 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:20.069016 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (f2abe013-87eb-40eb-81b2-6e004db5d25b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:20.097166 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Pushing event deleted for resources: {'Port': ['ID=f2abe013-87eb-40eb-81b2-6e004db5d25b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:20.159509 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks [] for floatingip (b5bda490-7904-4825-bb7a-4b8b955b74c7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:20.162173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:20.163335 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1aca3f04-d87e-491f-b05b-ac4ef4260381 tempest-AttachVolumeTestJSON-779766300 tempest-AttachVolumeTestJSON-779766300-project] 10.222.0.20 "DELETE /v2.0/floatingips/b5bda490-7904-4825-bb7a-4b8b955b74c7 HTTP/1.1" status: 204 len: 168 time: 0.4290226 Jul 28 06:49:20.418035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7be95-ba01-4e04-a8c9-75aaf02b75f2 req-05cb5409-a99c-4c73-8103-9628e441f365 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:20.420036 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00f7be95-ba01-4e04-a8c9-75aaf02b75f2 req-05cb5409-a99c-4c73-8103-9628e441f365 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 944 time: 0.0482976 Jul 28 06:49:20.469904 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00f7be95-ba01-4e04-a8c9-75aaf02b75f2 req-4a859768-74ff-4ec9-bda2-933da0d0459a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Jul 28 06:49:20.635271 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:49:20.645800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:49:20.668674 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:49:20.669017 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 09ab977f-ac61-40dc-9c8c-c5bd31cbcbd8 not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:49:20.757855 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:20.769448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'port_id': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'mac_address': 'fa:16:3e:68:66:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:49:20.803110 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:49:20.803495 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:20.817339 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:49:20.837356 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:20.841656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:20.898593 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=7']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:21.192265 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:49:21.589977 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924654d2-e60a-4a0d-b7e8-92858087ceb0 req-0db3f350-501d-4c1d-84e4-aa4c62795fc4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:21.592339 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-924654d2-e60a-4a0d-b7e8-92858087ceb0 req-0db3f350-501d-4c1d-84e4-aa4c62795fc4 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Jul 28 06:49:21.641515 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-924654d2-e60a-4a0d-b7e8-92858087ceb0 req-59b7031b-30db-4b6d-b7c8-87ff3749ac1c tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Jul 28 06:49:22.648463 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:49:22.694466 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:49:22.694840 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:22.759922 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01e60-30d2-4b11-b719-20b76507d1b6 req-9093ecbd-3aca-4147-b656-61fb6b62421a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:22.761464 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8eb01e60-30d2-4b11-b719-20b76507d1b6 req-9093ecbd-3aca-4147-b656-61fb6b62421a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 945 time: 0.0474327 Jul 28 06:49:22.766441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:49:22.766832 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:22.790243 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:49:22.792492 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6cf566-aadf-483e-b3c6-c872f19e8b8a" -d '{"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-plugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:49:22.808601 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:22.814569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:22.818135 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8eb01e60-30d2-4b11-b719-20b76507d1b6 req-6d542724-e55f-41ba-99c1-76425a92f1f0 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510492 Jul 28 06:49:22.963081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:22.966864 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7365d0a-78a5-4fb9-b773-c2413018c0e2 x-openstack-request-id: req-c7365d0a-78a5-4fb9-b773-c2413018c0e2 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:49:22.967162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-plugged", "status": "completed", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:49:22.968081 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7365d0a-78a5-4fb9-b773-c2413018c0e2 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:49:22.968474 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7365d0a-78a5-4fb9-b773-c2413018c0e2'] response: {'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'code': 200} Jul 28 06:49:22.992732 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=8']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:23.139462 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b139-b794-45b5-bc7c-b8a0652c3228 req-16163bcb-828a-4f0e-9d2f-99bb648cd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:23.140943 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a10b139-b794-45b5-bc7c-b8a0652c3228 req-16163bcb-828a-4f0e-9d2f-99bb648cd411 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0422239 Jul 28 06:49:23.191331 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a10b139-b794-45b5-bc7c-b8a0652c3228 req-d10d3c1c-6633-49ce-a6be-42f450d7c118 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Jul 28 06:49:23.719232 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33446) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:23.961970 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb139d-d18f-4696-b1e9-df7cfb1e75d5 req-bacbad82-974c-47e7-864a-4f56ddb2141b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:23.963362 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bcfb139d-d18f-4696-b1e9-df7cfb1e75d5 req-bacbad82-974c-47e7-864a-4f56ddb2141b tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0640793 Jul 28 06:49:24.089512 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bcfb139d-d18f-4696-b1e9-df7cfb1e75d5 req-da3d6228-827d-4cf3-bbb7-be2259261743 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184886 Jul 28 06:49:24.218032 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:24.551539 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:24.609488 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:24.683863 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Deleting port 6a505fa4-3f14-4219-8793-dfa04f923592 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:24.684202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:24.765540 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] For port 6a505fa4-3f14-4219-8793-dfa04f923592, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=6a505fa4-3f14-4219-8793-dfa04f923592,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:24.765901 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:24.778919 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Calling delete_port for 6a505fa4-3f14-4219-8793-dfa04f923592 owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:24.792540 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:49:24.961724 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (6a505fa4-3f14-4219-8793-dfa04f923592), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:24.984993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a505fa4-3f14-4219-8793-dfa04f923592,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:25.153597 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:25.212035 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342760a-1fbf-44cb-b9fd-83620be07974 req-2d597471-c229-4779-8aee-836cef36812e tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:25.213448 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5342760a-1fbf-44cb-b9fd-83620be07974 req-2d597471-c229-4779-8aee-836cef36812e tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Jul 28 06:49:25.266137 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5342760a-1fbf-44cb-b9fd-83620be07974 req-a016913e-c1d4-4bde-8d2b-88dfcda4d566 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462468 Jul 28 06:49:25.366657 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:49:25.407266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:25.454139 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:25.472875 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:49:25.477876 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-83358a24-31fb-4a75-98ba-db6e1aace100 admin admin] 10.222.0.20 "PUT /v2.0/routers/70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575710 Jul 28 06:49:25.480521 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33456) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:25.481794 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Sync routers for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:49:25.493529 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:49:25.494142 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:49:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:25.526589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:25.585066 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks [] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:25.598748 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:49:25.681600 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks [] for router_gateway (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:25.732148 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Deleting port c333750a-8799-42b9-9a76-a95abf9d6c37 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:25.733112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:25.773249 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:49:24Z', 'revision_number': 5, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port': {'id': 'c333750a-8799-42b9-9a76-a95abf9d6c37', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:25.803162 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Checking router: 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:49:25.811839 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Routers {'70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:49:25.812970 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:49:02Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:25.820644 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] For port c333750a-8799-42b9-9a76-a95abf9d6c37, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=c333750a-8799-42b9-9a76-a95abf9d6c37,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:25.820993 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:25.835578 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Calling delete_port for c333750a-8799-42b9-9a76-a95abf9d6c37 owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:25.904333 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] Set router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:49:25.954173 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:49:25Z', 'revision_number': 6, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:25.980342 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e13a30-0170-4df9-8067-c1869a254d86 None None] The sync data for ids ['70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb'] in dv-cinder-850605-1-iscsi is: [{'id': '70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb', 'name': 'tempest-AttachVolumeTestJSON-1949169990-router', 'tenant_id': 'f0f65f082a2547f79ac218e318bee171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:44:05Z', 'updated_at': '2022-07-28T06:49:25Z', 'revision_number': 6, 'project_id': 'f0f65f082a2547f79ac218e318bee171', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:49:26.005986 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (c333750a-8799-42b9-9a76-a95abf9d6c37), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.038011 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Pushing event deleted for resources: {'Port': ['ID=c333750a-8799-42b9-9a76-a95abf9d6c37,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:26.100924 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.188699 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.191179 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks [] for router_controller (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.232640 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.233276 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:49:26.238266 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.239400 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fe450c60-12f4-4f06-bbbe-b7b98f6fa147 admin admin] 10.222.0.20 "DELETE /v2.0/routers/70d7c953-1b7c-4b3a-81b8-6b9e7adb03eb HTTP/1.1" status: 204 len: 168 time: 0.7579832 Jul 28 06:49:26.242001 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33458) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:26.289621 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Deleting subnet fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:49:26.292617 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Publish callbacks [] for subnet (fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.324590 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:26.332157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4847555'] for subnet (fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.374335 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:26.416397 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.474151 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4553577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746116'] for subnet (fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.500357 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:26.503896 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.507334 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3b58966a-a7ac-49a9-a9a5-d1fc5748a5d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd4dd175-12b3-48d3-a7f0-e8f5e534fb6c HTTP/1.1" status: 204 len: 168 time: 0.2641182 Jul 28 06:49:26.509538 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb27265-3e8f-4d6e-aaac-3257514c7c68 None None] Network 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:49:26.510060 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33460) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:26.584983 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.631433 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Deleting port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:26.631775 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.697895 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] For port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:26.698174 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.713341 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Calling delete_port for a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:26.741681 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] DHCP port deletion for 442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:49:26.782262 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Deleting port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:49:26.782633 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.801027 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.830020 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:26.831829 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] No DVR routers for this DVR port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:49:26.854600 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] For port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,segment=NetworkSegment(b9b9cea2-1829-411f-98ac-18a3b5f588e3),segment_id=b9b9cea2-1829-411f-98ac-18a3b5f588e3)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:49:26.854730 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.869322 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Calling delete_port for a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:49:26.903542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:26.915196 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:26.917682 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.943448 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:26.951299 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (a7f44cb0-37d8-4ba5-8fae-43346a0bcf38), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.954366 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b9cea2-1829-411f-98ac-18a3b5f588e3') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:26.954672 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b9cea2-1829-411f-98ac-18a3b5f588e3') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:26.964737 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (b9b9cea2-1829-411f-98ac-18a3b5f588e3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.981015 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (b9b9cea2-1829-411f-98ac-18a3b5f588e3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:26.983715 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] Pushing event deleted for resources: {'Port': ['ID=a7f44cb0-37d8-4ba5-8fae-43346a0bcf38,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:26.988263 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1cf15-ca61-4aae-8a8c-4ed65f7579ed None None] No DVR routers for this DVR port a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:49:26.991860 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:49:26.992627 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (b9b9cea2-1829-411f-98ac-18a3b5f588e3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.058832 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.072249 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.075298 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d HTTP/1.1" status: 204 len: 168 time: 0.5645912 Jul 28 06:49:27.087221 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment b9b9cea2-1829-411f-98ac-18a3b5f588e3 resource provider aggregate not found Jul 28 06:49:27.092112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992d559-d0d8-41c4-bb2b-43bf8d01ba18 admin admin] Pushing event deleted for resources: {'Network': ['ID=442c4b1f-6d7c-47a3-b9fa-bb78bfc76a0d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:27.105781 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment b9b9cea2-1829-411f-98ac-18a3b5f588e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9b9cea2-1829-411f-98ac-18a3b5f588e3 found for delete ", "request_id": "req-3fda811b-78eb-467d-9d3d-ca78f00377a1"}]} Jul 28 06:49:27.197284 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33470) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:27.237766 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b7c81151-44ff-4c93-812d-492a10456510 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f65f082a2547f79ac218e318bee171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392838 Jul 28 06:49:27.240227 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33472) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:27.289702 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] Publish callbacks [] for security_group (8cf95888-1b23-401b-b250-323b6272192d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.313202 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] Publish callbacks [] for security_group (8cf95888-1b23-401b-b250-323b6272192d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.363121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (8cf95888-1b23-401b-b250-323b6272192d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.365668 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:27.366800 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cf95888-1b23-401b-b250-323b6272192d HTTP/1.1" status: 204 len: 168 time: 0.1256902 Jul 28 06:49:27.375380 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a192c37-c94e-44ce-91d8-27967684e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf95888-1b23-401b-b250-323b6272192d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:27.862665 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c333750a-8799-42b9-9a76-a95abf9d6c37 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:49:27.883556 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: c333750a-8799-42b9-9a76-a95abf9d6c37 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:49:27.884153 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device c333750a-8799-42b9-9a76-a95abf9d6c37 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:49:27.884752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 6a505fa4-3f14-4219-8793-dfa04f923592 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:49:27.902966 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 6a505fa4-3f14-4219-8793-dfa04f923592 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:49:27.903438 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 6a505fa4-3f14-4219-8793-dfa04f923592 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:49:27.903713 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:49:27.923360 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:49:27.923709 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device a7f44cb0-37d8-4ba5-8fae-43346a0bcf38 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:49:28.064297 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33494) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:28.160622 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-571347955-network', 'tenant_id': 'a4e1a21d17db4be59e478342d02a9c20'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:49:28.183775 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Made reservation on behalf of a4e1a21d17db4be59e478342d02a9c20 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:49:28.186147 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.195388 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.272826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks [] for security_group (14930dbe-6215-4905-8f93-03aa7711014a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.276446 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (14930dbe-6215-4905-8f93-03aa7711014a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.305979 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:49:28.314259 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14930dbe-6215-4905-8f93-03aa7711014a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:28.322613 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (57998048-9344-4b61-a4c8-20a093826ad0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.322824 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Added segment 57998048-9344-4b61-a4c8-20a093826ad0 of type vlan for network 9569f1b1-eeff-4135-9e86-3565dc792c41 Jul 28 06:49:28.363474 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (9569f1b1-eeff-4135-9e86-3565dc792c41), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.388489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (9569f1b1-eeff-4135-9e86-3565dc792c41), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.389489 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:28.390111 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.446520 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3811281 Jul 28 06:49:28.449744 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33498) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:28.454814 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Request body: {'subnet': {'network_id': '9569f1b1-eeff-4135-9e86-3565dc792c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-571347955-subnet', 'tenant_id': 'a4e1a21d17db4be59e478342d02a9c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:49:28.458470 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25491c9e-810a-40b6-87f0-e38bb085ece0 admin admin] Pushing event updated for resources: {'Network': ['ID=9569f1b1-eeff-4135-9e86-3565dc792c41,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:28.467772 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network 9569f1b1-eeff-4135-9e86-3565dc792c41 details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:49:28.475906 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Made reservation on behalf of a4e1a21d17db4be59e478342d02a9c20 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:49:28.478278 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.652715 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (215bdae5-3367-4c28-b2ee-bb9edf5cf104), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.708893 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215bdae5-3367-4c28-b2ee-bb9edf5cf104,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:28.720338 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Checking segment: {'id': '57998048-9344-4b61-a4c8-20a093826ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9569f1b1-eeff-4135-9e86-3565dc792c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:49:28.720688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Network hostable DHCP agents. Network: 9569f1b1-eeff-4135-9e86-3565dc792c41, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:49:28.737339 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Network 9569f1b1-eeff-4135-9e86-3565dc792c41 is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:49:28.745637 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, 9569f1b1-eeff-4135-9e86-3565dc792c41) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:49:28.749995 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:28.750670 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:28.755332 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4526b-950f-4e1d-b34b-f56904a74623 None None] Network 9569f1b1-eeff-4135-9e86-3565dc792c41 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:49:28.767715 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7386e611-7cae-4308-87d2-6212fdef2103 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3168967 Jul 28 06:49:28.800467 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:28.861690 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b51fe-38e1-4996-baca-723ca6971b3f None None] Network 9569f1b1-eeff-4135-9e86-3565dc792c41 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:49:29.247688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33514) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:29.252587 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-62271789-network', 'tenant_id': '4d535711e2494d1b87e591f54be1a711'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:49:29.271870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Made reservation on behalf of 4d535711e2494d1b87e591f54be1a711 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:49:29.274276 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.284196 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.286688 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:29.334532 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=4,neutron:UPDATE=6,neutron:SELECT=77,neutron:INSERT=13 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:29.371529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks [] for security_group (24a825ff-11cf-4e19-98cc-73ad195c63c7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.374514 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (24a825ff-11cf-4e19-98cc-73ad195c63c7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.399870 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:49:29.409531 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a825ff-11cf-4e19-98cc-73ad195c63c7,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:29.415527 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (6ac08b9d-4b37-45e3-b327-1e6c442d1a44), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.415865 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Added segment 6ac08b9d-4b37-45e3-b327-1e6c442d1a44 of type vlan for network e3a6411f-eb63-4430-adc7-64a0731df92a Jul 28 06:49:29.457908 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792238206841'] for network (e3a6411f-eb63-4430-adc7-64a0731df92a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.482023 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355'] for network (e3a6411f-eb63-4430-adc7-64a0731df92a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.483017 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:29.483627 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.545759 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.2969737 Jul 28 06:49:29.548634 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33516) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:29.551524 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053705-09dd-41a1-844a-692e1eeaccc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a6411f-eb63-4430-adc7-64a0731df92a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:29.553805 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Request body: {'subnet': {'network_id': 'e3a6411f-eb63-4430-adc7-64a0731df92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-62271789-subnet', 'tenant_id': '4d535711e2494d1b87e591f54be1a711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:49:29.560868 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Network e3a6411f-eb63-4430-adc7-64a0731df92a details requested by agent ovs-agent-dv-cinder-850605-1-iscsi with host dv-cinder-850605-1-iscsi {{(pid=104279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:49:29.564446 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:29.576654 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Made reservation on behalf of 4d535711e2494d1b87e591f54be1a711 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:49:29.579883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216719'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.752514 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216737'] for subnet (eb5823eb-ef25-4af5-bbac-88c6a7f838a0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.808806 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5823eb-ef25-4af5-bbac-88c6a7f838a0,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:29.821661 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Checking segment: {'id': '6ac08b9d-4b37-45e3-b327-1e6c442d1a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3a6411f-eb63-4430-adc7-64a0731df92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:49:29.822042 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Network hostable DHCP agents. Network: e3a6411f-eb63-4430-adc7-64a0731df92a, hostable agents: ['f929af4e-6b9f-4190-87b8-0f1d0828d2a3'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:49:29.824700 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:29.829019 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:29.845286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Network e3a6411f-eb63-4430-adc7-64a0731df92a is scheduled to be hosted by DHCP agent f929af4e-6b9f-4190-87b8-0f1d0828d2a3 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:49:29.854902 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850605-1-iscsi, e3a6411f-eb63-4430-adc7-64a0731df92a) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:49:29.860485 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:49:29.862392 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:29.862930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82748b1c-70c5-4bec-8472-fdeda6ce8a8c None None] Network e3a6411f-eb63-4430-adc7-64a0731df92a requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:49:29.878952 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3e58cd07-7d65-4124-bba5-56e1f270c182 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3290887 Jul 28 06:49:29.965614 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9f740-8d7e-4051-a43a-438019d8128a None None] Network e3a6411f-eb63-4430-adc7-64a0731df92a requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:49:30.002386 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33520) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:30.053665 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Deleting subnet 215bdae5-3367-4c28-b2ee-bb9edf5cf104 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:49:30.057104 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Publish callbacks [] for subnet (215bdae5-3367-4c28-b2ee-bb9edf5cf104), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.096129 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4847555'] for subnet (215bdae5-3367-4c28-b2ee-bb9edf5cf104), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.138163 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ea2664a9-5594-4889-8f7d-5832f6d76245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.144345 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (215bdae5-3367-4c28-b2ee-bb9edf5cf104), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.198235 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4553577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746116'] for subnet (215bdae5-3367-4c28-b2ee-bb9edf5cf104), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.225463 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215bdae5-3367-4c28-b2ee-bb9edf5cf104,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:30.227460 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.230595 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-aab798dd-84ad-4e67-93aa-121934603b8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/215bdae5-3367-4c28-b2ee-bb9edf5cf104 HTTP/1.1" status: 204 len: 168 time: 0.2271893 Jul 28 06:49:30.233036 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33522) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:30.301372 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (9569f1b1-eeff-4135-9e86-3565dc792c41), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.382956 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (9569f1b1-eeff-4135-9e86-3565dc792c41), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.402296 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9569f1b1-eeff-4135-9e86-3565dc792c41']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.412149 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57998048-9344-4b61-a4c8-20a093826ad0') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.412447 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57998048-9344-4b61-a4c8-20a093826ad0') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.422630 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4847578'] for segment (57998048-9344-4b61-a4c8-20a093826ad0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.437043 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (57998048-9344-4b61-a4c8-20a093826ad0), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.444088 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:49:30.444484 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4553527'] for segment (57998048-9344-4b61-a4c8-20a093826ad0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.488218 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 57998048-9344-4b61-a4c8-20a093826ad0 resource provider aggregate not found Jul 28 06:49:30.506854 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 57998048-9344-4b61-a4c8-20a093826ad0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57998048-9344-4b61-a4c8-20a093826ad0 found for delete ", "request_id": "req-fd9cad10-4fa5-4210-b736-4d618bc1b47b"}]} Jul 28 06:49:30.507840 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:30.513992 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (9569f1b1-eeff-4135-9e86-3565dc792c41), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.523306 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.526446 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9569f1b1-eeff-4135-9e86-3565dc792c41 HTTP/1.1" status: 204 len: 168 time: 0.2924843 Jul 28 06:49:30.529263 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33528) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:30.537787 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acf34-1d25-492d-940f-8e3aedc831e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9569f1b1-eeff-4135-9e86-3565dc792c41,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:30.574675 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Deleting subnet eb5823eb-ef25-4af5-bbac-88c6a7f838a0 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:49:30.578922 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Publish callbacks [] for subnet (eb5823eb-ef25-4af5-bbac-88c6a7f838a0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.618513 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (eb5823eb-ef25-4af5-bbac-88c6a7f838a0), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.657657 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (eb5823eb-ef25-4af5-bbac-88c6a7f838a0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.710381 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (eb5823eb-ef25-4af5-bbac-88c6a7f838a0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.736191 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5823eb-ef25-4af5-bbac-88c6a7f838a0,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:30.739964 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.743087 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cd9c5c01-3de6-4420-b90c-482a1fbe7e37 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb5823eb-ef25-4af5-bbac-88c6a7f838a0 HTTP/1.1" status: 204 len: 168 time: 0.2127807 Jul 28 06:49:30.745578 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33530) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:30.818204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (e3a6411f-eb63-4430-adc7-64a0731df92a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.898046 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (e3a6411f-eb63-4430-adc7-64a0731df92a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.917826 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a6411f-eb63-4430-adc7-64a0731df92a']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.927833 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac08b9d-4b37-45e3-b327-1e6c442d1a44') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.928119 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac08b9d-4b37-45e3-b327-1e6c442d1a44') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:49:30.937773 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (6ac08b9d-4b37-45e3-b327-1e6c442d1a44), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.951056 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (6ac08b9d-4b37-45e3-b327-1e6c442d1a44), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.957282 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:49:30.957686 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (6ac08b9d-4b37-45e3-b327-1e6c442d1a44), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:30.996614 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 6ac08b9d-4b37-45e3-b327-1e6c442d1a44 resource provider aggregate not found Jul 28 06:49:31.014134 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 6ac08b9d-4b37-45e3-b327-1e6c442d1a44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ac08b9d-4b37-45e3-b327-1e6c442d1a44 found for delete ", "request_id": "req-c4ea85e0-6307-4b69-80e4-ad5464ed9eb3"}]} Jul 28 06:49:31.021699 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (e3a6411f-eb63-4430-adc7-64a0731df92a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.026900 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.029976 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3a6411f-eb63-4430-adc7-64a0731df92a HTTP/1.1" status: 204 len: 168 time: 0.2834663 Jul 28 06:49:31.041515 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a6899-b97b-4a1e-aea8-401e4666d2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a6411f-eb63-4430-adc7-64a0731df92a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:31.192004 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33538) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:31.231512 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b24efff5-628c-4b7e-989c-de2c04f86661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4e1a21d17db4be59e478342d02a9c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383754 Jul 28 06:49:31.233885 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33540) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:31.284897 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] Publish callbacks [] for security_group (14930dbe-6215-4905-8f93-03aa7711014a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.312973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] Publish callbacks [] for security_group (14930dbe-6215-4905-8f93-03aa7711014a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.362745 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (14930dbe-6215-4905-8f93-03aa7711014a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.365371 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.366517 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14930dbe-6215-4905-8f93-03aa7711014a HTTP/1.1" status: 204 len: 168 time: 0.1316705 Jul 28 06:49:31.375121 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7906aca-7b5d-45c2-8916-e0e2fc4d450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14930dbe-6215-4905-8f93-03aa7711014a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:31.690132 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33546) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:31.730549 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-90738c98-b156-4221-80e7-28a7657af5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d535711e2494d1b87e591f54be1a711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387244 Jul 28 06:49:31.732859 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33548) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:31.779723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] Publish callbacks [] for security_group (24a825ff-11cf-4e19-98cc-73ad195c63c7), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.784531 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:31.803280 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] Publish callbacks [] for security_group (24a825ff-11cf-4e19-98cc-73ad195c63c7), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.851239 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (24a825ff-11cf-4e19-98cc-73ad195c63c7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.853869 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:31.855047 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24a825ff-11cf-4e19-98cc-73ad195c63c7 HTTP/1.1" status: 204 len: 168 time: 0.1212370 Jul 28 06:49:31.863764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab05e20-9128-4a9e-a729-e7a6efe164a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a825ff-11cf-4e19-98cc-73ad195c63c7,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:32.445170 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9647525a-a4f1-4fec-8149-db91eb02b043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:32.802760 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:33.892845 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:35.656781 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:35.714480 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:36.750334 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:36.754870 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:41.369265 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=77,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:41.370112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=3,neutron:SELECT=75,neutron:DELETE=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:41.858194 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=29 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:41.859383 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:43.897323 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33684) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:44.004469 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42413757-17b3-46a1-9205-f50baad8ff5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.085655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42413757-17b3-46a1-9205-f50baad8ff5a admin admin] Publish callbacks [] for security_group (e1c134b6-8b52-439b-bb3e-99c741851934), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.089397 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42413757-17b3-46a1-9205-f50baad8ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e1c134b6-8b52-439b-bb3e-99c741851934), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.127465 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42413757-17b3-46a1-9205-f50baad8ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c134b6-8b52-439b-bb3e-99c741851934,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:44.131693 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-42413757-17b3-46a1-9205-f50baad8ff5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b30614691f844edf8ff077f77141677b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333727 Jul 28 06:49:44.134336 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33688) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:44.183586 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] Publish callbacks [] for security_group (e1c134b6-8b52-439b-bb3e-99c741851934), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.206699 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] Publish callbacks [] for security_group (e1c134b6-8b52-439b-bb3e-99c741851934), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.253589 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e1c134b6-8b52-439b-bb3e-99c741851934), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.256097 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.257231 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1c134b6-8b52-439b-bb3e-99c741851934 HTTP/1.1" status: 204 len: 168 time: 0.1220057 Jul 28 06:49:44.265894 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d18b1-0d6b-4f79-881f-4202dc19a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c134b6-8b52-439b-bb3e-99c741851934,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:44.523226 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33694) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:44.537202 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a359dee4-17f0-4c8f-ae6d-7a9814c815a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.612033 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a359dee4-17f0-4c8f-ae6d-7a9814c815a7 admin admin] Publish callbacks [] for security_group (9d1236da-ea91-4f5d-8f05-29f2d038fef9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.615631 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a359dee4-17f0-4c8f-ae6d-7a9814c815a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9d1236da-ea91-4f5d-8f05-29f2d038fef9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.653104 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359dee4-17f0-4c8f-ae6d-7a9814c815a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1236da-ea91-4f5d-8f05-29f2d038fef9,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:44.658555 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a359dee4-17f0-4c8f-ae6d-7a9814c815a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdeccef2b33a43cc949adcccc9e68071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342149 Jul 28 06:49:44.660417 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33696) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:44.712655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] Publish callbacks [] for security_group (9d1236da-ea91-4f5d-8f05-29f2d038fef9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.735226 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] Publish callbacks [] for security_group (9d1236da-ea91-4f5d-8f05-29f2d038fef9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.784669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (9d1236da-ea91-4f5d-8f05-29f2d038fef9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.787243 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:44.788400 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d1236da-ea91-4f5d-8f05-29f2d038fef9 HTTP/1.1" status: 204 len: 168 time: 0.1270404 Jul 28 06:49:44.796560 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693470-a28a-4925-93fb-172238b47e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1236da-ea91-4f5d-8f05-29f2d038fef9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:45.710748 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:47.691982 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33828) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:47.796523 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-189be0ce-eb20-45ac-8898-96e51c5d6b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:47.871625 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-189be0ce-eb20-45ac-8898-96e51c5d6b06 admin admin] Publish callbacks [] for security_group (3488611c-18ae-4e49-a9ad-06ed916ef427), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:47.875516 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-189be0ce-eb20-45ac-8898-96e51c5d6b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3488611c-18ae-4e49-a9ad-06ed916ef427), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:47.915249 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-189be0ce-eb20-45ac-8898-96e51c5d6b06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d9fdd96ffeb4c8f9555e604363c5780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221367 Jul 28 06:49:47.916425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189be0ce-eb20-45ac-8898-96e51c5d6b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488611c-18ae-4e49-a9ad-06ed916ef427,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:47.917940 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33832) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:47.971435 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] Publish callbacks [] for security_group (3488611c-18ae-4e49-a9ad-06ed916ef427), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:47.992496 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] Publish callbacks [] for security_group (3488611c-18ae-4e49-a9ad-06ed916ef427), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.039459 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (3488611c-18ae-4e49-a9ad-06ed916ef427), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.041902 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.043072 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3488611c-18ae-4e49-a9ad-06ed916ef427 HTTP/1.1" status: 204 len: 168 time: 0.1240299 Jul 28 06:49:48.051714 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199dbc-beba-4d2c-b3a0-855a6d78aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488611c-18ae-4e49-a9ad-06ed916ef427,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:48.304480 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33838) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:48.319915 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-caeb9aca-bd02-4174-9403-8ff2dd19ff7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.410698 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-caeb9aca-bd02-4174-9403-8ff2dd19ff7e admin admin] Publish callbacks [] for security_group (7734f78d-5c6a-46aa-a066-bc6772e299f5), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.414348 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-caeb9aca-bd02-4174-9403-8ff2dd19ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7734f78d-5c6a-46aa-a066-bc6772e299f5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.465486 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9aca-bd02-4174-9403-8ff2dd19ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734f78d-5c6a-46aa-a066-bc6772e299f5,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:48.471004 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-caeb9aca-bd02-4174-9403-8ff2dd19ff7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b96da7e56994534ae00dc504ddbdb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654520 Jul 28 06:49:48.473592 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33840) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:48.523509 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] Publish callbacks [] for security_group (7734f78d-5c6a-46aa-a066-bc6772e299f5), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.548606 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] Publish callbacks [] for security_group (7734f78d-5c6a-46aa-a066-bc6772e299f5), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.558718 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:48.563898 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:48.603557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7734f78d-5c6a-46aa-a066-bc6772e299f5), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.606173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:48.607313 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7734f78d-5c6a-46aa-a066-bc6772e299f5 HTTP/1.1" status: 204 len: 168 time: 0.1328223 Jul 28 06:49:48.617254 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47862c13-7e2d-4180-a456-ae89b47a4d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734f78d-5c6a-46aa-a066-bc6772e299f5,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:50.733359 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33910) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:50.838682 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e1054ed-3c25-491a-8566-69095cb2f636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:50.913959 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e1054ed-3c25-491a-8566-69095cb2f636 admin admin] Publish callbacks [] for security_group (7d1b818a-f4ad-4046-8df1-9212bef19219), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:50.917458 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e1054ed-3c25-491a-8566-69095cb2f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7d1b818a-f4ad-4046-8df1-9212bef19219), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:50.956514 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0e1054ed-3c25-491a-8566-69095cb2f636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1f2182aadf54e4c98f8d9d24745c359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220609 Jul 28 06:49:50.957486 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1054ed-3c25-491a-8566-69095cb2f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b818a-f4ad-4046-8df1-9212bef19219,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:50.959205 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33914) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:51.012808 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] Publish callbacks [] for security_group (7d1b818a-f4ad-4046-8df1-9212bef19219), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.033536 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] Publish callbacks [] for security_group (7d1b818a-f4ad-4046-8df1-9212bef19219), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.081155 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (7d1b818a-f4ad-4046-8df1-9212bef19219), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.083694 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.084823 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d1b818a-f4ad-4046-8df1-9212bef19219 HTTP/1.1" status: 204 len: 168 time: 0.1246536 Jul 28 06:49:51.092369 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be5305-1e75-4ded-9bef-a21ba6d100fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b818a-f4ad-4046-8df1-9212bef19219,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:51.348745 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 33920) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:51.363112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-798a7244-bfd5-4e37-967c-10f6dd4192d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.402073 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:51.429003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:49:51.455557 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-798a7244-bfd5-4e37-967c-10f6dd4192d6 admin admin] Publish callbacks [] for security_group (45731142-fe31-4f35-816a-e33efa0e3558), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.459081 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-798a7244-bfd5-4e37-967c-10f6dd4192d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (45731142-fe31-4f35-816a-e33efa0e3558), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.499770 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-798a7244-bfd5-4e37-967c-10f6dd4192d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd379792b3ed41bda7ec90cb2f296f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499434 Jul 28 06:49:51.501193 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a7244-bfd5-4e37-967c-10f6dd4192d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45731142-fe31-4f35-816a-e33efa0e3558,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:49:51.502557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 33922) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:49:51.552944 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] Publish callbacks [] for security_group (45731142-fe31-4f35-816a-e33efa0e3558), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.576797 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] Publish callbacks [] for security_group (45731142-fe31-4f35-816a-e33efa0e3558), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.625319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (45731142-fe31-4f35-816a-e33efa0e3558), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.628267 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:49:51.629435 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45731142-fe31-4f35-816a-e33efa0e3558 HTTP/1.1" status: 204 len: 168 time: 0.1257377 Jul 28 06:49:51.637119 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c0b15-3ffe-4e84-a3bb-07dca48b1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45731142-fe31-4f35-816a-e33efa0e3558,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:00.128601 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:00.141187 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec39e-36db-4b1a-9abe-73cd0058bc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:01.487721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:01.496659 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:01.632825 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:01.633529 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=41,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:01.792427 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:50:02.450978 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9656a364-3700-4bfd-bdb9-ef5e64979900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:02.802737 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:03.892523 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:05.658559 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:05.716703 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.305799 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 34052) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:11.419197 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9b07a9e1-2449-4ade-876e-cfda016390fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.498584 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9b07a9e1-2449-4ade-876e-cfda016390fa admin admin] Publish callbacks [] for security_group (41f95852-03d3-48dc-b55c-d8e43cf14116), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.502254 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9b07a9e1-2449-4ade-876e-cfda016390fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (41f95852-03d3-48dc-b55c-d8e43cf14116), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.542201 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9b07a9e1-2449-4ade-876e-cfda016390fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=410291b1a080456e945f3c4bcc59f082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353659 Jul 28 06:50:11.543045 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a9e1-2449-4ade-876e-cfda016390fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f95852-03d3-48dc-b55c-d8e43cf14116,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:11.544882 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34056) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:11.598136 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] Publish callbacks [] for security_group (41f95852-03d3-48dc-b55c-d8e43cf14116), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.628379 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] Publish callbacks [] for security_group (41f95852-03d3-48dc-b55c-d8e43cf14116), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.677360 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (41f95852-03d3-48dc-b55c-d8e43cf14116), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.679881 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:11.681009 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f95852-03d3-48dc-b55c-d8e43cf14116 HTTP/1.1" status: 204 len: 168 time: 0.1351132 Jul 28 06:50:11.688639 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d32278-99b7-4047-81fa-546930898bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f95852-03d3-48dc-b55c-d8e43cf14116,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:13.753176 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:13.755131 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:13.904915 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-a289eeb2-c503-4837-8ce0-1875990f4b10 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=81acdc7886e0448bb4a413ee34bc612a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292211 Jul 28 06:50:14.336879 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-dfd34ec5-bfbc-4793-92eb-7317f44fcbaa tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:14.338336 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-dfd34ec5-bfbc-4793-92eb-7317f44fcbaa tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284513 Jul 28 06:50:14.352844 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-74ec9d23-96e1-4810-ae62-4b1752a5b1f1 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/quotas/81acdc7886e0448bb4a413ee34bc612a HTTP/1.1" status: 200 len: 375 time: 0.0092187 Jul 28 06:50:14.384093 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-b4598d6f-cbf6-40c2-ae32-8d703c40da8e tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81acdc7886e0448bb4a413ee34bc612a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265939 Jul 28 06:50:14.547461 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f27ce4fb-8ba6-43dd-b7a0-a57ac6aa078a req-5559dd1a-e1a1-4767-833d-7967b03e0d74 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 210 time: 0.0301416 Jul 28 06:50:15.646867 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-4a5147a1-098f-44ef-83eb-61901e5ed7bf tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=81acdc7886e0448bb4a413ee34bc612a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360718 Jul 28 06:50:15.671801 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9f5a4a9a-d1c6-4b37-8847-bd5c5be83add req-a8726ce2-ac9d-46e4-a2e5-80af5cca8f69 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 210 time: 0.0488453 Jul 28 06:50:15.711488 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:15.780597 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-991f1e97-9b97-4a82-9f17-afc76d23322a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:15.782111 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-991f1e97-9b97-4a82-9f17-afc76d23322a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200728 Jul 28 06:50:15.807795 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Request body: {'port': {'device_id': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a', 'admin_state_up': True, 'tenant_id': '81acdc7886e0448bb4a413ee34bc612a'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:50:15.919492 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Made reservation on behalf of 81acdc7886e0448bb4a413ee34bc612a for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:50:15.923573 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:15.933142 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.024916 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks [] for security_group (ae3fa109-2731-4f35-9c51-c12e891a315c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.028666 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ae3fa109-2731-4f35-9c51-c12e891a315c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.091323 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3fa109-2731-4f35-9c51-c12e891a315c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:16.150448 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:16.164531 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Allocated IP 192.168.233.229 (ca08214c-4b2a-4489-937d-a6b63f90c79a/b1e1c054-7809-484a-9d8e-57e7b776379b/b952d7fe-3941-4b71-89cc-cfaf4a4f43bf) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:50:16.173731 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:16.323879 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks [] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.355596 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792238276419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.402619 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Network ca08214c-4b2a-4489-937d-a6b63f90c79a is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:50:16.405826 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:50:16.409557 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:50:16.432723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Pushing event updated for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:16.462384 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:16.462995 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.481320 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-995dc4b1-d117-43c6-af18-cfc478c79c6a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6773710 Jul 28 06:50:16.505103 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Request body: {'port': {'device_id': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85060'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:50:16.569408 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.674419 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:16.683014 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-3cd64df4-a627-4519-81a1-c811008e0f22 None None] Provisioning complete for port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf triggered by entity DHCP. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:50:16.683441 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3cd64df4-a627-4519-81a1-c811008e0f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.721596 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-3cd64df4-a627-4519-81a1-c811008e0f22 None None] Port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf cannot update to ACTIVE because it is not bound. {{(pid=104279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:50:16.802510 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52728d08-52db-4634-a3ee-068836083894 req-318e8fba-888e-4337-99de-1430f36e9fd1 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:16.804060 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52728d08-52db-4634-a3ee-068836083894 req-318e8fba-888e-4337-99de-1430f36e9fd1 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 936 time: 0.0462945 Jul 28 06:50:16.833407 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b952d7fe-3941-4b71-89cc-cfaf4a4f43bf {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:50:16.841466 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks [] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.853683 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52728d08-52db-4634-a3ee-068836083894 req-b7db3657-7357-4f08-b82f-8341f16c45fb tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jul 28 06:50:16.854042 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Transition to ACTIVE for port object b952d7fe-3941-4b71-89cc-cfaf4a4f43bf will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:50:16.858264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:16.910674 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Pushing event updated for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:16.997237 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:16.999434 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:17.003137 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Attempting to bind port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf on host hv-cinder-85060 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:50:17.003474 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Attempting to bind port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf by drivers openvswitch,hyperv on host hv-cinder-85060 at level 0 using segments [{'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:50:17.003806 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Attempting to bind port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf on network ca08214c-4b2a-4489-937d-a6b63f90c79a {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:50:17.010765 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf on network ca08214c-4b2a-4489-937d-a6b63f90c79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85060 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:50:17.011095 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Attempting to bind port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf on network ca08214c-4b2a-4489-937d-a6b63f90c79a {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:50:17.018743 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Checking agent: {'id': '48c84fb1-3e73-4a61-bf29-bc68211bf57a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85060', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 35), 'started_at': datetime.datetime(2022, 7, 28, 6, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:50:17.019090 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Checking segment: {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:50:17.019473 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Bound using segment: {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:50:17.019906 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Bound port: b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host: hv-cinder-85060, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0182d203-adfe-4716-90e3-cde2eea6ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:50:17.020271 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:17.084177 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:50:17.087104 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:50:17.092834 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4553555'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:17.133699 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:17.134115 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:17.135514 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] 10.222.0.49 "PUT /v2.0/ports/b952d7fe-3941-4b71-89cc-cfaf4a4f43bf HTTP/1.1" status: 200 len: 1098 time: 0.6347158 Jul 28 06:50:17.135953 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:50:17.138319 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c8b5e-675e-465f-91c1-7933bd67e3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:50:17.156754 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f855acd-af60-4279-af30-52baeae06ccc service neutron] Pushing event updated for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:17.196827 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a8c89-b9dc-4d8e-8fa5-9a29d1abbba5 x-openstack-request-id: req-2b1a8c89-b9dc-4d8e-8fa5-9a29d1abbba5 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:50:17.197124 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:50:17.197413 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1a8c89-b9dc-4d8e-8fa5-9a29d1abbba5 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:50:17.197823 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1a8c89-b9dc-4d8e-8fa5-9a29d1abbba5'] response: {'name': 'network-changed', 'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf', 'status': 'completed', 'code': 200} Jul 28 06:50:17.250811 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-52a7810f-bbc8-49b3-bc4a-18a0cd5ff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:17.252420 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-52a7810f-bbc8-49b3-bc4a-18a0cd5ff9d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=81acdc7886e0448bb4a413ee34bc612a&device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 1132 time: 0.0432854 Jul 28 06:50:17.311881 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-ffab087a-af07-4ab0-8476-023d15b0d7d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf HTTP/1.1" status: 200 len: 217 time: 0.0386651 Jul 28 06:50:17.362612 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-5377be58-b73d-47af-8736-932d25ad314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:17.364094 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-5377be58-b73d-47af-8736-932d25ad314d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e1c054-7809-484a-9d8e-57e7b776379b HTTP/1.1" status: 200 len: 843 time: 0.0462933 Jul 28 06:50:17.409022 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8a7750be-72f6-45ae-9bd0-cf64862ab662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:17.410575 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-8a7750be-72f6-45ae-9bd0-cf64862ab662 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ca08214c-4b2a-4489-937d-a6b63f90c79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0383410 Jul 28 06:50:17.508019 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-efba2d31-b5ce-4a24-aace-c16507c8a1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/ca08214c-4b2a-4489-937d-a6b63f90c79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881467 Jul 28 06:50:17.605496 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-890fd9d3-0402-4a6e-9ab2-300c13b7fe30 req-01e53938-3c37-4542-a64e-962f663882af service neutron] 10.222.0.49 "GET /v2.0/networks/ca08214c-4b2a-4489-937d-a6b63f90c79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881433 Jul 28 06:50:17.976711 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050652-0da6-45d6-a25c-def51a0127ed req-c1ccbae7-b536-4dcd-9467-dd940f93bc37 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:17.978188 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ea050652-0da6-45d6-a25c-def51a0127ed req-c1ccbae7-b536-4dcd-9467-dd940f93bc37 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 948 time: 0.0513046 Jul 28 06:50:18.025708 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ea050652-0da6-45d6-a25c-def51a0127ed req-e6dfda3b-8a7d-4cb8-a022-a1315a99315d tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jul 28 06:50:18.614191 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-5bfe1847-9531-41d2-9f64-81e6dd9206ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:18.616161 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-5bfe1847-9531-41d2-9f64-81e6dd9206ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=81acdc7886e0448bb4a413ee34bc612a&device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 1132 time: 0.0421731 Jul 28 06:50:18.709497 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-538b8cde-3268-46ea-8cf4-4e925b30eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:18.710893 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-538b8cde-3268-46ea-8cf4-4e925b30eeb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ca08214c-4b2a-4489-937d-a6b63f90c79a HTTP/1.1" status: 200 len: 870 time: 0.0873415 Jul 28 06:50:18.758198 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-f6db45b1-ce62-4da2-983d-819795329f37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf HTTP/1.1" status: 200 len: 217 time: 0.0368574 Jul 28 06:50:18.807954 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-0e0bf994-da78-40e0-8228-ad36439ae942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:18.809414 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-0e0bf994-da78-40e0-8228-ad36439ae942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1e1c054-7809-484a-9d8e-57e7b776379b HTTP/1.1" status: 200 len: 843 time: 0.0450544 Jul 28 06:50:18.856946 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-4f17eb0c-49fe-4a6a-83c5-b819828bb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:18.858443 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-4f17eb0c-49fe-4a6a-83c5-b819828bb46a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ca08214c-4b2a-4489-937d-a6b63f90c79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393822 Jul 28 06:50:18.952070 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-f6c13e90-e4da-462f-8367-8fb42fcc0d6e service neutron] 10.222.0.49 "GET /v2.0/networks/ca08214c-4b2a-4489-937d-a6b63f90c79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860720 Jul 28 06:50:19.046986 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c97c8b5e-675e-465f-91c1-7933bd67e3dc req-25a2dfd5-ad25-4be1-be6f-a544d5ecce37 service neutron] 10.222.0.49 "GET /v2.0/networks/ca08214c-4b2a-4489-937d-a6b63f90c79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Jul 28 06:50:19.109468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:19.148157 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5984c-6a0e-473f-a52c-95eb8ac4fa44 req-3abc485d-dfae-4726-8a82-8def6a0031c2 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:19.149669 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4fe5984c-6a0e-473f-a52c-95eb8ac4fa44 req-3abc485d-dfae-4726-8a82-8def6a0031c2 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 948 time: 0.0486898 Jul 28 06:50:19.179853 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:19.202380 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4fe5984c-6a0e-473f-a52c-95eb8ac4fa44 req-2a86eae3-04ee-42ca-b794-06700a4d8b46 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472121 Jul 28 06:50:20.322486 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e820c1-dd90-45de-9dd0-3218d53f8f47 req-610c8be5-b4b2-423d-bbb8-6103e003c970 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:20.323938 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26e820c1-dd90-45de-9dd0-3218d53f8f47 req-610c8be5-b4b2-423d-bbb8-6103e003c970 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 948 time: 0.0494013 Jul 28 06:50:20.370408 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-26e820c1-dd90-45de-9dd0-3218d53f8f47 req-ffe4822e-c272-42ca-835b-2395b7184a7e tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Jul 28 06:50:20.927351 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b952d7fe-3941-4b71-89cc-cfaf4a4f43bf details requested by agent hyperv_hv-cinder-85060 with host hv-cinder-85060 {{(pid=104279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:50:21.029821 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:21.040914 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Returning: {'device': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf', 'network_id': 'ca08214c-4b2a-4489-937d-a6b63f90c79a', 'port_id': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf', 'mac_address': 'fa:16:3e:b3:b4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e1c054-7809-484a-9d8e-57e7b776379b', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:50:21.075434 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf is: DOWN; New status is: BUILD {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:50:21.075820 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:21.089720 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b952d7fe-3941-4b71-89cc-cfaf4a4f43bf {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:50:21.109242 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:21.113386 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:21.162458 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:21.169568 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.169918 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.170259 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.170624 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.170956 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.171285 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.171609 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.171934 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.172258 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.172589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.172911 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.173235 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.173583 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.173902 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.174222 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:21.421107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['b952d7fe-3941-4b71-89cc-cfaf4a4f43bf'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:50:21.488060 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ef0a4-3e8a-476d-bfc3-8c36e5e896fa req-b0c3adc5-f4f8-4ed5-be72-5bab0dda4216 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:21.490093 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-678ef0a4-3e8a-476d-bfc3-8c36e5e896fa req-b0c3adc5-f4f8-4ed5-be72-5bab0dda4216 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 949 time: 0.0474672 Jul 28 06:50:21.537989 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-678ef0a4-3e8a-476d-bfc3-8c36e5e896fa req-4e9638c1-434b-41d5-b2b8-01b9a02389bc tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Jul 28 06:50:22.664175 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a30663-35cc-4c04-a859-1eab9822c9f4 req-a3252072-951d-400a-bd68-15806d1d72fd tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:22.665558 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8a30663-35cc-4c04-a859-1eab9822c9f4 req-a3252072-951d-400a-bd68-15806d1d72fd tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 949 time: 0.0518212 Jul 28 06:50:22.714998 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8a30663-35cc-4c04-a859-1eab9822c9f4 req-e74b856f-c912-433f-ba02-30d3e8246e17 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Jul 28 06:50:22.945579 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b952d7fe-3941-4b71-89cc-cfaf4a4f43bf up at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:50:22.991070 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning for port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf completed by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:50:22.996377 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Provisioning complete for port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf triggered by entity L2. {{(pid=104279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:50:22.996753 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1276576'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), provisioning_complete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:23.068073 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Current status of the port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf is: BUILD; New status is: ACTIVE {{(pid=104279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:50:23.069091 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330115'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:23.091338 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:50:23.093602 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e33c021c783fab21d9aa89fe91b6c0628f8f01683d9c96fed4b5d144fdb537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8940f3-f1b0-4db8-9ae5-a49fab7c8c11" -d '{"events": [{"server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "name": "network-vif-plugged", "status": "completed", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:50:23.106504 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:23.110657 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792238654940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792238276437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792238276455'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:23.137883 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4a719d-b375-423e-8315-9c61b562b82b x-openstack-request-id: req-eb4a719d-b375-423e-8315-9c61b562b82b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:50:23.138174 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "name": "network-vif-plugged", "status": "completed", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:50:23.138421 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb4a719d-b375-423e-8315-9c61b562b82b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:50:23.138808 dv-cinder-850605-1-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4a719d-b375-423e-8315-9c61b562b82b'] response: {'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf', 'code': 200} Jul 28 06:50:23.164499 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Pushing event updated for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=5']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:23.368595 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a77f1-17ed-48c1-bc9c-b08acb41d598 req-f355794a-3be6-4fbd-a90a-bb64f15886ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:23.370091 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d0a77f1-17ed-48c1-bc9c-b08acb41d598 req-f355794a-3be6-4fbd-a90a-bb64f15886ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 1134 time: 0.0427382 Jul 28 06:50:23.416212 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d0a77f1-17ed-48c1-bc9c-b08acb41d598 req-ce284fda-eb8c-4988-9dee-22bc4f149b2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Jul 28 06:50:23.833584 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73500801-cb93-4c8f-b7e1-dbf754397084 req-04dca584-16cb-43af-b8ef-38f95163de7c tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:23.835120 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73500801-cb93-4c8f-b7e1-dbf754397084 req-04dca584-16cb-43af-b8ef-38f95163de7c tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0489085 Jul 28 06:50:23.883232 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-73500801-cb93-4c8f-b7e1-dbf754397084 req-08a629af-8abd-4de0-9f62-2e59f8d1093b tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Jul 28 06:50:25.004884 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7333c-6083-4929-a127-a8edc8baa193 req-59ac8d38-c7e6-40ea-a203-db379f9636e5 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:25.007036 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-46b7333c-6083-4929-a127-a8edc8baa193 req-59ac8d38-c7e6-40ea-a203-db379f9636e5 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0492780 Jul 28 06:50:25.058618 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-46b7333c-6083-4929-a127-a8edc8baa193 req-7c87dce6-46f6-459e-a08a-808850efc7d5 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Jul 28 06:50:26.175364 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ecd11-96f3-490e-aa3a-3ef08b09809a req-3797cb04-62c0-4e17-806e-6f4b1a49cfe5 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:26.176787 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-694ecd11-96f3-490e-aa3a-3ef08b09809a req-3797cb04-62c0-4e17-806e-6f4b1a49cfe5 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0458889 Jul 28 06:50:26.227482 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-694ecd11-96f3-490e-aa3a-3ef08b09809a req-e27939be-3645-445e-b4e8-46369a36ce90 tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Jul 28 06:50:26.486653 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc309f-571c-4ea9-b823-7f4146a1e1a0 req-0d75b399-6553-4574-a22c-bcd54078fd0a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:26.488127 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-24cc309f-571c-4ea9-b823-7f4146a1e1a0 req-0d75b399-6553-4574-a22c-bcd54078fd0a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0474849 Jul 28 06:50:26.535789 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-24cc309f-571c-4ea9-b823-7f4146a1e1a0 req-e49761e0-8d8f-46c7-a185-37a26ca5f2fc tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Jul 28 06:50:27.655568 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821236f-dfe7-42db-b2c5-dc7fac54e397 req-c4a38c13-9ef9-4909-8de9-86f21443dd9e tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:27.657029 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2821236f-dfe7-42db-b2c5-dc7fac54e397 req-c4a38c13-9ef9-4909-8de9-86f21443dd9e tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0477576 Jul 28 06:50:27.709509 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2821236f-dfe7-42db-b2c5-dc7fac54e397 req-d78a1ba5-3eb6-41f0-b01b-8157275b674a tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae3fa109-2731-4f35-9c51-c12e891a315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Jul 28 06:50:27.989820 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-ccf3efa4-facb-46a4-9e37-fb8710aea5eb tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:27.991829 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-ccf3efa4-facb-46a4-9e37-fb8710aea5eb tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 950 time: 0.0484314 Jul 28 06:50:28.078304 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Deleting port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:28.078642 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:28.172450 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] For port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,segment=NetworkSegment(0182d203-adfe-4716-90e3-cde2eea6ed25),segment_id=0182d203-adfe-4716-90e3-cde2eea6ed25)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:28.172808 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:28.186324 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Calling delete_port for b952d7fe-3941-4b71-89cc-cfaf4a4f43bf owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:28.316691 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (b952d7fe-3941-4b71-89cc-cfaf4a4f43bf), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:28.342998 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Pushing event deleted for resources: {'Port': ['ID=b952d7fe-3941-4b71-89cc-cfaf4a4f43bf,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:28.356224 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.356224 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.357115 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.357115 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.357363 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.357610 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.357847 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.358214 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.358573 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.358937 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.359317 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.359701 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.360070 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.360418 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.360805 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:28.363356 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] get_ports_and_sgs() called for port_ids ['b952d7fe-3941-4b71-89cc-cfaf4a4f43bf'] {{(pid=104279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:50:28.403468 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] No DVR routers for this DVR port b952d7fe-3941-4b71-89cc-cfaf4a4f43bf on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:50:28.406004 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:28.409458 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e13bb0c4-86f8-4199-b783-4b6ff6f6e8bf req-46dc950f-09b8-4156-9d04-e31ab9d7e28f tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.49 "DELETE /v2.0/ports/b952d7fe-3941-4b71-89cc-cfaf4a4f43bf HTTP/1.1" status: 204 len: 173 time: 0.4082801 Jul 28 06:50:28.409913 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'name': 'network-vif-deleted', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:50:28.412494 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29bfab-a65b-4eaa-ba0e-d9e8b0fe2b6b" -d '{"events": [{"server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "name": "network-vif-deleted", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:50:28.461045 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e59534-27ef-491c-af5b-ead30fe0776b x-openstack-request-id: req-23e59534-27ef-491c-af5b-ead30fe0776b {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:50:28.461390 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac49a66-e2ba-4def-95b6-15fcd6088804", "name": "network-vif-deleted", "tag": "b952d7fe-3941-4b71-89cc-cfaf4a4f43bf", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:50:28.461655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23e59534-27ef-491c-af5b-ead30fe0776b {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:50:28.462068 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e59534-27ef-491c-af5b-ead30fe0776b'] response: {'server_uuid': '3ac49a66-e2ba-4def-95b6-15fcd6088804', 'name': 'network-vif-deleted', 'tag': 'b952d7fe-3941-4b71-89cc-cfaf4a4f43bf', 'status': 'completed', 'code': 200} Jul 28 06:50:28.800790 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:28.825198 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d0c4ab51-8f5f-4dc2-a906-87a0ed5c33cd req-db3f9d87-89ad-4f70-93a9-ad1f975043ad tempest-VolumesNegativeTest-2043593086 tempest-VolumesNegativeTest-2043593086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac49a66-e2ba-4def-95b6-15fcd6088804 HTTP/1.1" status: 200 len: 210 time: 0.0331845 Jul 28 06:50:30.132448 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:30.150477 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0a458672-4778-4d1a-9fb4-5e30581c6b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:30.958808 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b952d7fe-3941-4b71-89cc-cfaf4a4f43bf no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:50:30.983028 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: b952d7fe-3941-4b71-89cc-cfaf4a4f43bf {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:50:30.983378 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device b952d7fe-3941-4b71-89cc-cfaf4a4f43bf not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:50:32.447724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e725fb3e-6b99-40f5-ae2b-db7b00e14e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:32.793735 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:33.884970 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:33.898520 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:34.080242 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34402) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:34.218900 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-67769087-0a9e-4511-87e8-85332fea2875 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81acdc7886e0448bb4a413ee34bc612a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375065 Jul 28 06:50:34.221268 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34406) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:34.270695 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Publish callbacks [] for security_group (ae3fa109-2731-4f35-9c51-c12e891a315c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:34.291229 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:34.293560 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Publish callbacks [] for security_group (ae3fa109-2731-4f35-9c51-c12e891a315c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:34.295050 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:34.347264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (ae3fa109-2731-4f35-9c51-c12e891a315c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:34.350441 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:34.353944 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae3fa109-2731-4f35-9c51-c12e891a315c HTTP/1.1" status: 204 len: 168 time: 0.1294014 Jul 28 06:50:34.359502 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3fa109-2731-4f35-9c51-c12e891a315c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:34.366760 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.367100 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.367432 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.367761 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.368084 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.368404 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.368721 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.369039 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.369385 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.369725 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.370026 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.370332 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.370646 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.370954 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:34.371264 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eabc91f-7179-44bd-9f73-65f0c167f80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850605-1-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:50:35.662681 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:35.726591 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:38.791695 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:50:38.801105 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:38.803101 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:44.362286 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:44.363247 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:45.712656 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:45.715472 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:49.106957 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34414) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:49.248688 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Deleting port 86112dab-c07b-4de2-864c-2637bdc29471 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:49.249023 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (86112dab-c07b-4de2-864c-2637bdc29471), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.324216 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (86112dab-c07b-4de2-864c-2637bdc29471), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.324533 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for floatingip (86112dab-c07b-4de2-864c-2637bdc29471), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.337788 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Calling delete_port for 86112dab-c07b-4de2-864c-2637bdc29471 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:49.512602 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (86112dab-c07b-4de2-864c-2637bdc29471), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.543823 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event deleted for resources: {'Port': ['ID=86112dab-c07b-4de2-864c-2637bdc29471,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:49.604166 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for floatingip (85b6a1eb-19f8-4c64-aae2-a8c31d54f03f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.604494 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Floating IP 85b6a1eb-19f8-4c64-aae2-a8c31d54f03f disassociated (deleted). External IP: 172.27.1.252, port: 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb. Jul 28 06:50:49.801842 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:50:49.911646 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:50:49.916896 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:49.919154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:49.922248 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Sync routers for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:50:49.933406 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:49.934010 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:49.953313 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-aaf11d2b-a70c-4121-abb5-6fc432b3326a tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "DELETE /v2.0/floatingips/85b6a1eb-19f8-4c64-aae2-a8c31d54f03f HTTP/1.1" status: 204 len: 168 time: 0.8452661 Jul 28 06:50:49.954028 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:50:49.956702 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e21bf0ecb70db28fd1a5d88bf020b524fdd287a886862b0e1609410d06a1489c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1073dab8-d190-4323-a19d-1d4848918ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:50:50.002445 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b603f9-86ca-4562-ac0f-bb67d4f919f6 x-openstack-request-id: req-54b603f9-86ca-4562-ac0f-bb67d4f919f6 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:50:50.002629 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:50:50.002797 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b603f9-86ca-4562-ac0f-bb67d4f919f6 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:50:50.003217 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b603f9-86ca-4562-ac0f-bb67d4f919f6'] response: {'name': 'network-changed', 'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'status': 'completed', 'code': 200} Jul 28 06:50:50.043310 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:50:50.106674 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dab8-d190-4323-a19d-1d4848918ddc req-84f7b0f6-7d4c-48a3-bf10-a79dd7aa66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:50.108327 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-84f7b0f6-7d4c-48a3-bf10-a79dd7aa66f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e705818597064414b9d882e0dd2071c2&device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 1130 time: 0.0502825 Jul 28 06:50:50.195992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4e50-fb0a-4df4-bc4d-4129093cdfd5 req-de8122ce-81e9-440e-a317-aed65052d837 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:50.198847 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9c0e4e50-fb0a-4df4-bc4d-4129093cdfd5 req-de8122ce-81e9-440e-a317-aed65052d837 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0502398 Jul 28 06:50:50.224569 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:50.247940 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:50.251640 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9c0e4e50-fb0a-4df4-bc4d-4129093cdfd5 req-823fdaa2-bfb1-447c-9924-9a9bb2984707 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Jul 28 06:50:50.274463 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Checking router: e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:50:50.282952 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:50.283551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:50.383804 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:50:50.643339 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:50.670316 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4aaba4-23c0-4c17-ba3d-18846bc9965e None None] The sync data for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi is: [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:45:59Z', 'revision_number': 4, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi', '_interfaces': [{'id': '8fd496da-54b6-49e8-9f4f-72412daaf142', 'name': '', 'network_id': '59e65be8-422f-4df3-bc9b-ac95d0e57680', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'mac_address': 'fa:16:3e:8a:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:58Z', 'updated_at': '2022-07-28T06:46:04Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'subnets': [{'id': '0b8254dd-b3f2-4f9c-9070-facdc71cc559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:50:50.875619 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee5ed3-6826-4864-b068-f2e55d18a13e None None] New status for floating IP 85b6a1eb-19f8-4c64-aae2-a8c31d54f03f: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:50:51.420598 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff353-8d7c-4549-a336-62bfafe36c93 req-d9ce194c-2a1e-4b84-b42a-afcd0efc4920 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:51.422090 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-95eff353-8d7c-4549-a336-62bfafe36c93 req-d9ce194c-2a1e-4b84-b42a-afcd0efc4920 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0959280 Jul 28 06:50:51.478969 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dab8-d190-4323-a19d-1d4848918ddc req-c3236b61-75d6-431c-8c68-89508c5ec84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:51.480428 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-c3236b61-75d6-431c-8c68-89508c5ec84f service neutron] 10.222.0.49 "GET /v2.0/networks?id=59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 200 len: 909 time: 0.1524265 Jul 28 06:50:51.496429 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-95eff353-8d7c-4549-a336-62bfafe36c93 req-c2163a26-2c23-4425-a250-0fc23a16f323 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb651fb3-6fef-4886-82ba-c53934440266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674360 Jul 28 06:50:51.581972 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-eb6d4c90-d9f2-4acb-8248-359fc4f9a95a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 200 len: 217 time: 0.0342431 Jul 28 06:50:51.633662 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dab8-d190-4323-a19d-1d4848918ddc req-7a23ff85-3f8b-496c-8529-21c0e0c9e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:51.635081 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-7a23ff85-3f8b-496c-8529-21c0e0c9e0f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 200 len: 847 time: 0.0473845 Jul 28 06:50:51.896447 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dab8-d190-4323-a19d-1d4848918ddc req-220a6e94-a2fc-4960-a486-0ba1f380c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:51.898430 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-220a6e94-a2fc-4960-a486-0ba1f380c05c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59e65be8-422f-4df3-bc9b-ac95d0e57680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406857 Jul 28 06:50:52.018694 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-eb89d10d-0d32-44b1-860b-beae4ba7131a service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123099 Jul 28 06:50:52.053992 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-489c2b3c-9b78-47f8-9dd7-f40fa23f45ec tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:50:52.055484 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-489c2b3c-9b78-47f8-9dd7-f40fa23f45ec tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.49 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 946 time: 0.0736291 Jul 28 06:50:52.189231 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Deleting port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:52.189494 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:52.195107 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1073dab8-d190-4323-a19d-1d4848918ddc req-c83fdd4d-9253-40a4-ab87-9c8f00502571 service neutron] 10.222.0.49 "GET /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649232 Jul 28 06:50:52.286198 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] For port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb, host hv-cinder-85060, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85060',level=0,port_id=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:52.286564 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:52.299116 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Calling delete_port for 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:52.401079 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:52.422909 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:52.449802 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event deleted for resources: {'Port': ['ID=3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:52.500341 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] No DVR routers for this DVR port 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb on host hv-cinder-85060 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:50:52.502824 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112575'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:52.505979 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63ccc60d-4d0e-4d08-9c52-db7ab1296096 req-ddbf9d23-d77a-4cf0-a294-9d48ee5c047f tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.49 "DELETE /v2.0/ports/3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb HTTP/1.1" status: 204 len: 173 time: 0.4261134 Jul 28 06:50:52.506511 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-deleted', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:50:52.508723 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404521c11ba3c7b92f791f21e1b2be80719eca7f22f20ce04925abfa3e15abd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf350576-d6b5-49ab-86bb-413574039251" -d '{"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-deleted", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:50:52.547052 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b7a3b-97ce-4736-9162-8445fb5518fc x-openstack-request-id: req-051b7a3b-97ce-4736-9162-8445fb5518fc {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:50:52.547349 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52742674-b180-42b2-8d0c-76e434454452", "name": "network-vif-deleted", "tag": "3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:50:52.547655 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-051b7a3b-97ce-4736-9162-8445fb5518fc {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:50:52.548057 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051b7a3b-97ce-4736-9162-8445fb5518fc'] response: {'server_uuid': '52742674-b180-42b2-8d0c-76e434454452', 'name': 'network-vif-deleted', 'tag': '3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb', 'status': 'completed', 'code': 200} Jul 28 06:50:52.603027 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1609a1cb-d5fd-4985-9f58-cf9e7650792c req-6c63e886-f4b6-4261-87a4-71f36f882496 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 210 time: 0.0284038 Jul 28 06:50:53.724108 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ab9ed807-fa66-4a52-833c-ace2ee29894e req-7ed33a7e-9758-44c9-9e38-44ab5adb67f2 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "GET /v2.0/ports?device_id=52742674-b180-42b2-8d0c-76e434454452 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Jul 28 06:50:54.788679 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 34436) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:54.819567 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:54.847620 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (fb651fb3-6fef-4886-82ba-c53934440266), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:54.873431 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (fb651fb3-6fef-4886-82ba-c53934440266), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:54.935323 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (fb651fb3-6fef-4886-82ba-c53934440266), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:54.937844 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:54.938977 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb651fb3-6fef-4886-82ba-c53934440266 HTTP/1.1" status: 204 len: 168 time: 0.1513815 Jul 28 06:50:54.949107 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa108e-4243-4df6-9f5c-2c67674acaf7 tempest-TestShelveInstance-177597828 tempest-TestShelveInstance-177597828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb651fb3-6fef-4886-82ba-c53934440266,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:54.984984 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34440) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:55.104583 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb no longer exists at agent hyperv_hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:50:55.124599 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] No Port match for: 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:50:55.124950 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Device 3b6224bb-c664-4c4a-8ad9-6e0cbd5220fb not bound to the agent host hv-cinder-85060 {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:50:55.447201 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:55.912061 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Deleting port 8fd496da-54b6-49e8-9f4f-72412daaf142 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:55.912512 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:55.993932 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] For port 8fd496da-54b6-49e8-9f4f-72412daaf142, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=8fd496da-54b6-49e8-9f4f-72412daaf142,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:55.994667 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.007323 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Calling delete_port for 8fd496da-54b6-49e8-9f4f-72412daaf142 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:56.137922 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:56.160310 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:56.185245 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (8fd496da-54b6-49e8-9f4f-72412daaf142), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.210288 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd496da-54b6-49e8-9f4f-72412daaf142,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:56.373179 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.580578 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:50:56.682728 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:50:56.687836 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-693a08c0-425e-43d6-9790-e23a248d9b81 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2c800f1-1ce0-4911-ae4b-88c7c71b63d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033041 Jul 28 06:50:56.690367 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34444) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:56.693180 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Sync routers for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:50:56.703559 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:56.704250 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:56.794574 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks [] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.806470 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: dv-cinder-850605-1-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:50:56.902255 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks [] for router_gateway (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.952801 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Deleting port be025416-21c7-46d0-9034-57af354a386f {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:56.953468 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (be025416-21c7-46d0-9034-57af354a386f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:56.972423 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:56.989492 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'be025416-21c7-46d0-9034-57af354a386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:50:56Z', 'revision_number': 5, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port': {'id': 'be025416-21c7-46d0-9034-57af354a386f', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:57.020219 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Checking router: e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 for host: dv-cinder-850605-1-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:50:57.029863 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Routers {'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:57.030479 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:57.033313 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:57.044817 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] For port be025416-21c7-46d0-9034-57af354a386f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=be025416-21c7-46d0-9034-57af354a386f,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:57.045410 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (be025416-21c7-46d0-9034-57af354a386f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.057089 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:57.061759 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Calling delete_port for be025416-21c7-46d0-9034-57af354a386f owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:57.074193 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:57.113821 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] Set router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:50:57.168188 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:50:56Z', 'revision_number': 6, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port_host': None}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:57.195131 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8274b-ab14-4ca6-9e9c-c892924b6b63 None None] The sync data for ids ['e2c800f1-1ce0-4911-ae4b-88c7c71b63d2'] in dv-cinder-850605-1-iscsi is: [{'id': 'e2c800f1-1ce0-4911-ae4b-88c7c71b63d2', 'name': 'tempest-TestShelveInstance-927395562-router', 'tenant_id': 'e705818597064414b9d882e0dd2071c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:45:56Z', 'updated_at': '2022-07-28T06:50:56Z', 'revision_number': 6, 'project_id': 'e705818597064414b9d882e0dd2071c2', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:50:57.243697 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (be025416-21c7-46d0-9034-57af354a386f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.269883 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be025416-21c7-46d0-9034-57af354a386f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:57.335877 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.422576 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.424739 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks [] for router_controller (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.469963 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (e2c800f1-1ce0-4911-ae4b-88c7c71b63d2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.470522 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:50:57.474669 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.476095 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d7e9502a-bff5-44cf-afdb-a934200c81c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e2c800f1-1ce0-4911-ae4b-88c7c71b63d2 HTTP/1.1" status: 204 len: 168 time: 0.7845206 Jul 28 06:50:57.478675 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34446) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:57.523394 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Deleting subnet 0b8254dd-b3f2-4f9c-9070-facdc71cc559 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:50:57.526992 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Publish callbacks [] for subnet (0b8254dd-b3f2-4f9c-9070-facdc71cc559), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.564747 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (0b8254dd-b3f2-4f9c-9070-facdc71cc559), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.648275 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (0b8254dd-b3f2-4f9c-9070-facdc71cc559), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.702154 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (0b8254dd-b3f2-4f9c-9070-facdc71cc559), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.728330 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8254dd-b3f2-4f9c-9070-facdc71cc559,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:57.733135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.738541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe607d8-906e-48be-b30a-c545780b9f97 None None] Network 59e65be8-422f-4df3-bc9b-ac95d0e57680 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:50:57.739669 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-705794dd-b9fb-40d4-a461-26902794dd5b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b8254dd-b3f2-4f9c-9070-facdc71cc559 HTTP/1.1" status: 204 len: 168 time: 0.2600470 Jul 28 06:50:57.739813 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 34448) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:57.813898 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (59e65be8-422f-4df3-bc9b-ac95d0e57680), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.858776 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Deleting port b861dba9-b8e9-45c1-867f-29cc915dfcf1 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:57.859112 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.925730 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] For port b861dba9-b8e9-45c1-867f-29cc915dfcf1, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b861dba9-b8e9-45c1-867f-29cc915dfcf1,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:57.926093 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:57.943429 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Calling delete_port for b861dba9-b8e9-45c1-867f-29cc915dfcf1 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:57.946833 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] DHCP port deletion for 59e65be8-422f-4df3-bc9b-ac95d0e57680 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:50:57.991769 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Deleting port b861dba9-b8e9-45c1-867f-29cc915dfcf1 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:57.992135 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.029764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4553540'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.034385 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8fd496da-54b6-49e8-9f4f-72412daaf142 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:50:58.059030 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Pushing event deleted for resources: {'Port': ['ID=b861dba9-b8e9-45c1-867f-29cc915dfcf1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:58.062940 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] No DVR routers for this DVR port b861dba9-b8e9-45c1-867f-29cc915dfcf1 on host dv-cinder-850605-1-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:50:58.067930 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 8fd496da-54b6-49e8-9f4f-72412daaf142 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:50:58.068278 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 8fd496da-54b6-49e8-9f4f-72412daaf142 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:50:58.069073 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b861dba9-b8e9-45c1-867f-29cc915dfcf1 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:50:58.099355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: b861dba9-b8e9-45c1-867f-29cc915dfcf1 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:50:58.099738 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device b861dba9-b8e9-45c1-867f-29cc915dfcf1 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:50:58.100445 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device be025416-21c7-46d0-9034-57af354a386f no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:50:58.108298 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] For port b861dba9-b8e9-45c1-867f-29cc915dfcf1, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=b861dba9-b8e9-45c1-867f-29cc915dfcf1,segment=NetworkSegment(8a07c5c5-5413-4ea7-8095-9065c4d91554),segment_id=8a07c5c5-5413-4ea7-8095-9065c4d91554)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:58.108698 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.136015 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: be025416-21c7-46d0-9034-57af354a386f {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:50:58.136361 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device be025416-21c7-46d0-9034-57af354a386f not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:50:58.138132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Calling delete_port for b861dba9-b8e9-45c1-867f-29cc915dfcf1 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:58.141029 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (59e65be8-422f-4df3-bc9b-ac95d0e57680), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.163152 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e65be8-422f-4df3-bc9b-ac95d0e57680']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:58.172817 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a07c5c5-5413-4ea7-8095-9065c4d91554') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:58.173121 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a07c5c5-5413-4ea7-8095-9065c4d91554') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:58.184343 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4847578'] for segment (8a07c5c5-5413-4ea7-8095-9065c4d91554), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.198720 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (8a07c5c5-5413-4ea7-8095-9065c4d91554), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.205397 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:50:58.205801 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4553527'] for segment (8a07c5c5-5413-4ea7-8095-9065c4d91554), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.226959 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (b861dba9-b8e9-45c1-867f-29cc915dfcf1), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.249698 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 8a07c5c5-5413-4ea7-8095-9065c4d91554 resource provider aggregate not found Jul 28 06:50:58.249989 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] Pushing event deleted for resources: {'Port': ['ID=b861dba9-b8e9-45c1-867f-29cc915dfcf1,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:58.259568 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a9b20-018d-4650-9374-8a3c46bc6692 None None] No DVR routers for this DVR port b861dba9-b8e9-45c1-867f-29cc915dfcf1 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:50:58.274058 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 8a07c5c5-5413-4ea7-8095-9065c4d91554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a07c5c5-5413-4ea7-8095-9065c4d91554 found for delete ", "request_id": "req-086ea06e-71c4-404d-bc37-f510bf11ac98"}]} Jul 28 06:50:58.284264 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (59e65be8-422f-4df3-bc9b-ac95d0e57680), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.291764 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.294924 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] 10.222.0.20 "DELETE /v2.0/networks/59e65be8-422f-4df3-bc9b-ac95d0e57680 HTTP/1.1" status: 204 len: 168 time: 0.5533907 Jul 28 06:50:58.297973 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34454) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:58.307401 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7b2c-ef2a-4395-aea3-b352e94a190b admin admin] Pushing event deleted for resources: {'Network': ['ID=59e65be8-422f-4df3-bc9b-ac95d0e57680,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:58.526652 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:58.568251 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:58.624003 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8357659'] for router_interface (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.841702 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Deleting port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:50:58.842010 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.920542 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] For port af81e6d2-bf1b-4769-8ad7-4f3dea7f061f, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:50:58.920899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:58.934079 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Calling delete_port for af81e6d2-bf1b-4769-8ad7-4f3dea7f061f owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:50:59.113204 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (af81e6d2-bf1b-4769-8ad7-4f3dea7f061f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:59.136447 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af81e6d2-bf1b-4769-8ad7-4f3dea7f061f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:50:59.306670 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8357775'] for router_interface (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:59.386976 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:59.413879 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:50:59.512700 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d has already been hosted by L3 agent 60898ece-8ede-4cc8-8830-fcca5ef78bd3 {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:50:59.615936 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] Notify agent at l3_agent.dv-cinder-850605-1-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:50:59.623109 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4a377b24-4640-473e-943e-acd9a9d1aff3 admin admin] 10.222.0.20 "PUT /v2.0/routers/9796196b-f3d4-4b5d-986e-dfbbd0378d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3216941 Jul 28 06:50:59.623234 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34456) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:50:59.625860 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Sync routers for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:50:59.637854 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:59.638486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:59.723425 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks [] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:50:59.742569 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:50:59.925564 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:50:59Z', 'revision_number': 5, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:50:59.956804 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Checking router: 9796196b-f3d4-4b5d-986e-dfbbd0378d3d for host: dv-cinder-850605-1-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:50:59.966641 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Routers {'9796196b-f3d4-4b5d-986e-dfbbd0378d3d'} bound to L3 agent in host dv-cinder-850605-1-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:50:59.967264 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:28:32Z,description=,heartbeat_timestamp=2022-07-28T06:50:32Z,host='dv-cinder-850605-1-iscsi',id=60898ece-8ede-4cc8-8830-fcca5ef78bd3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:28:32Z,topic='l3_agent')) {'router_ids': ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:51:00.072037 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] Set router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d gateway port host: dv-cinder-850605-1-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:51:00.089889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks [] for router_gateway (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.139931 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Deleting port 980df526-84ed-4021-84fa-38e19f5614f6 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:51:00.140274 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (980df526-84ed-4021-84fa-38e19f5614f6), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.229250 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] For port 980df526-84ed-4021-84fa-38e19f5614f6, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=980df526-84ed-4021-84fa-38e19f5614f6,segment=NetworkSegment(ff28bb3c-b918-468a-8d96-dc0f9ca6d36e),segment_id=ff28bb3c-b918-468a-8d96-dc0f9ca6d36e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:51:00.229651 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (980df526-84ed-4021-84fa-38e19f5614f6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.242815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Calling delete_port for 980df526-84ed-4021-84fa-38e19f5614f6 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:51:00.298077 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e7db-6695-45dc-9353-75a925156c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.300662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:00.376566 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:00.384344 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:50:59Z', 'revision_number': 5, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}], 'dv-cinder-850605-1-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:51:00.410358 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc378ff-4bee-4e6f-a2df-7ac46666f156 None None] The sync data for ids ['9796196b-f3d4-4b5d-986e-dfbbd0378d3d'] in dv-cinder-850605-1-iscsi is: [{'id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'name': 'tempest-TestShelveInstance-1602167087-router', 'tenant_id': 'b3f5d1fadd61488cba568e09f880dcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'external_fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '980df526-84ed-4021-84fa-38e19f5614f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:50:59Z', 'revision_number': 5, 'project_id': 'b3f5d1fadd61488cba568e09f880dcba', 'gw_port': {'id': '980df526-84ed-4021-84fa-38e19f5614f6', 'name': '', 'network_id': 'c61c9185-be2d-48ff-9775-9279d83b13bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9796196b-f3d4-4b5d-986e-dfbbd0378d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:46:01Z', 'updated_at': '2022-07-28T06:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '506aedb8-0fce-4a4c-a6d8-e44730b412ec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850605-1-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:51:00.416818 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (980df526-84ed-4021-84fa-38e19f5614f6), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.440135 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Pushing event deleted for resources: {'Port': ['ID=980df526-84ed-4021-84fa-38e19f5614f6,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:00.511106 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8359451'] for router_gateway (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.591576 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:00.593815 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:00.599450 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.602134 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks [] for router_controller (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.649984 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334610'] for router (9796196b-f3d4-4b5d-986e-dfbbd0378d3d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.650594 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9796196b-f3d4-4b5d-986e-dfbbd0378d3d {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:51:00.655362 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.656283 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-762d2c3d-0b88-4bd9-be41-66ef97b19650 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9796196b-f3d4-4b5d-986e-dfbbd0378d3d HTTP/1.1" status: 204 len: 168 time: 1.0321810 Jul 28 06:51:00.658896 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34458) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:00.704567 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Deleting subnet fd5e90c4-9f49-4368-9aa5-1f58683c1e05 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:51:00.707676 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Publish callbacks [] for subnet (fd5e90c4-9f49-4368-9aa5-1f58683c1e05), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.743902 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4497537'] for subnet (fd5e90c4-9f49-4368-9aa5-1f58683c1e05), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.829068 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272875'] for subnet (fd5e90c4-9f49-4368-9aa5-1f58683c1e05), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.885583 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7896633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5086983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216746'] for subnet (fd5e90c4-9f49-4368-9aa5-1f58683c1e05), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.913974 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5e90c4-9f49-4368-9aa5-1f58683c1e05,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:00.916051 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:00.921383 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0db6ab86-501a-4176-a26d-c7263511fa9c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd5e90c4-9f49-4368-9aa5-1f58683c1e05 HTTP/1.1" status: 204 len: 168 time: 0.2593591 Jul 28 06:51:00.921615 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34460) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:00.933372 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b2bd3-a1e3-4778-9d6d-f2afaf7039c7 None None] Network 8cb506a4-9632-4d42-88f0-f9f5ad933d27 requested from dv-cinder-850605-1-iscsi {{(pid=104279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:51:01.000324 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1312609'] for network (8cb506a4-9632-4d42-88f0-f9f5ad933d27), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.045497 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Deleting port 45223f4d-d186-4528-a294-0782ebc46746 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:51:01.045839 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (45223f4d-d186-4528-a294-0782ebc46746), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.089589 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] DHCP port deletion for 8cb506a4-9632-4d42-88f0-f9f5ad933d27 request from dv-cinder-850605-1-iscsi {{(pid=104279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:51:01.116058 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] For port 45223f4d-d186-4528-a294-0782ebc46746, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=45223f4d-d186-4528-a294-0782ebc46746,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:51:01.116388 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (45223f4d-d186-4528-a294-0782ebc46746), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.129235 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Calling delete_port for 45223f4d-d186-4528-a294-0782ebc46746 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:51:01.131845 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Deleting port 45223f4d-d186-4528-a294-0782ebc46746 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:51:01.132627 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792238651405'] for port (45223f4d-d186-4528-a294-0782ebc46746), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.197317 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] For port 45223f4d-d186-4528-a294-0782ebc46746, host dv-cinder-850605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850605-1-iscsi',level=0,port_id=45223f4d-d186-4528-a294-0782ebc46746,segment=NetworkSegment(478bcdd0-09c5-47f0-b64c-874d7f962105),segment_id=478bcdd0-09c5-47f0-b64c-874d7f962105)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:51:01.197724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8289810'] for port (45223f4d-d186-4528-a294-0782ebc46746), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.211338 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Calling delete_port for 45223f4d-d186-4528-a294-0782ebc46746 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:51:01.211964 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087018'] for port (45223f4d-d186-4528-a294-0782ebc46746), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.238078 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Pushing event deleted for resources: {'Port': ['ID=45223f4d-d186-4528-a294-0782ebc46746,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:01.239910 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] No DVR routers for this DVR port 45223f4d-d186-4528-a294-0782ebc46746 on host dv-cinder-850605-1-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:51:01.294167 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792238656067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792238276428'] for port (45223f4d-d186-4528-a294-0782ebc46746), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.316057 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1267461', 'neutron.services.segments.db._delete_segments_for_network-8792238729418'] for network (8cb506a4-9632-4d42-88f0-f9f5ad933d27), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.320571 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] Pushing event deleted for resources: {'Port': ['ID=45223f4d-d186-4528-a294-0782ebc46746,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:01.324014 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ffa66-9efb-4296-8001-15e0ffca928f None None] No DVR routers for this DVR port 45223f4d-d186-4528-a294-0782ebc46746 on host dv-cinder-850605-1-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:51:01.338856 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb506a4-9632-4d42-88f0-f9f5ad933d27']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:51:01.348211 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478bcdd0-09c5-47f0-b64c-874d7f962105') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:51:01.348508 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478bcdd0-09c5-47f0-b64c-874d7f962105') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:51:01.358655 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792238729319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4497560'] for segment (478bcdd0-09c5-47f0-b64c-874d7f962105), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.372192 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108'] for segment (478bcdd0-09c5-47f0-b64c-874d7f962105), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.378482 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:51:01.378865 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087065'] for segment (478bcdd0-09c5-47f0-b64c-874d7f962105), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.418748 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 478bcdd0-09c5-47f0-b64c-874d7f962105 resource provider aggregate not found Jul 28 06:51:01.438542 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 478bcdd0-09c5-47f0-b64c-874d7f962105 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 478bcdd0-09c5-47f0-b64c-874d7f962105 found for delete ", "request_id": "req-bcd883df-1fb1-46a0-85d4-c5c79f5f6f69"}]} Jul 28 06:51:01.447442 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1267470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8359479'] for network (8cb506a4-9632-4d42-88f0-f9f5ad933d27), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.455893 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880333'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.459922 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] 10.222.0.20 "DELETE /v2.0/networks/8cb506a4-9632-4d42-88f0-f9f5ad933d27 HTTP/1.1" status: 204 len: 168 time: 0.5367734 Jul 28 06:51:01.476771 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:01.477889 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99f4c3-2dbd-4e50-b446-1bb422b203fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb506a4-9632-4d42-88f0-f9f5ad933d27,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:01.573112 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34468) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:01.613866 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e6a05bd4-df90-4de0-b449-7423f682473a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e705818597064414b9d882e0dd2071c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394421 Jul 28 06:51:01.616315 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.20', 34470) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:01.637111 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:01.668137 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] Publish callbacks [] for security_group (1bf3486f-19f2-4f9a-a4d3-1734b3769de4), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.689899 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] Publish callbacks [] for security_group (1bf3486f-19f2-4f9a-a4d3-1734b3769de4), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.737816 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (1bf3486f-19f2-4f9a-a4d3-1734b3769de4), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.740354 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:01.741875 dv-cinder-850605-1-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bf3486f-19f2-4f9a-a4d3-1734b3769de4 HTTP/1.1" status: 204 len: 168 time: 0.1246612 Jul 28 06:51:01.749701 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523763-c8bf-4931-b815-df4a17e49628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3486f-19f2-4f9a-a4d3-1734b3769de4,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:01.909827 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 45223f4d-d186-4528-a294-0782ebc46746 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:51:01.931826 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 45223f4d-d186-4528-a294-0782ebc46746 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:51:01.932435 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 45223f4d-d186-4528-a294-0782ebc46746 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:51:01.932835 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device af81e6d2-bf1b-4769-8ad7-4f3dea7f061f no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:51:01.952852 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: af81e6d2-bf1b-4769-8ad7-4f3dea7f061f {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:51:01.953550 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device af81e6d2-bf1b-4769-8ad7-4f3dea7f061f not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:51:01.953692 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 980df526-84ed-4021-84fa-38e19f5614f6 no longer exists at agent ovs-agent-dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:51:01.975464 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] No Port match for: 980df526-84ed-4021-84fa-38e19f5614f6 {{(pid=104279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:51:01.975818 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.rpc [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Device 980df526-84ed-4021-84fa-38e19f5614f6 not bound to the agent host dv-cinder-850605-1-iscsi {{(pid=104279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:51:02.074808 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 34476) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:02.114097 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ce48c071-3951-4a75-a39a-a520211f4479 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f5d1fadd61488cba568e09f880dcba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381386 Jul 28 06:51:02.117210 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.20', 34478) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:51:02.164479 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] Publish callbacks [] for security_group (e494339a-fdc8-4d0f-b0d3-3aa23e262661), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:02.168544 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:02.188173 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] Publish callbacks [] for security_group (e494339a-fdc8-4d0f-b0d3-3aa23e262661), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:02.234461 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7895708'] for security_group (e494339a-fdc8-4d0f-b0d3-3aa23e262661), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:02.237246 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:02.238419 dv-cinder-850605-1-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e494339a-fdc8-4d0f-b0d3-3aa23e262661 HTTP/1.1" status: 204 len: 168 time: 0.1203136 Jul 28 06:51:02.248395 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63c826-3d5a-4860-b752-fa3fbb68d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e494339a-fdc8-4d0f-b0d3-3aa23e262661,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:51:02.448015 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8da0c410-b2f4-4971-83dc-97281038af71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:02.793823 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:03.899053 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:05.664903 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:05.718223 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:07.170250 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:07.171045 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=16 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:11.723925 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:11.746083 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:12.221506 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=12 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:12.243783 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:15.654297 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:15.714716 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:15.791058 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:51:28.715221 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:28.717111 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=15 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:30.140247 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6a03b14a-599b-4315-9482-ac7ee5f093a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:32.446645 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f44cffd6-358b-4703-9bdd-36e85a26f729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:32.810928 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:33.902649 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:35.668954 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:35.721541 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:51:45.715485 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:45.717367 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:51:52.790623 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:52:00.143160 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d59cb740-aa18-4977-8e47-d34dfc994ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:02.448642 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-373e3e1e-11a5-476c-9906-a32ef142d83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:02.824525 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:03.907274 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:04.740823 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:04.745635 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:05.681971 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:05.724325 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:15.718106 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:15.719924 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:28.804711 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:28.805508 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:29.789514 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:52:30.144652 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-29cc1ccb-1ace-4ae8-85d8-239fd33791af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:32.454385 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-44752da6-21dd-4c8a-8058-b25125b4ea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:32.838132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:33.907663 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:35.673843 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:35.720371 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:52:41.737789 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:41.742892 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:45.714107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:45.716662 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:52:54.472753 dv-cinder-850605-1-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-70613376-d327-41db-9efb-78b0768d7f80 req-665fe831-b6a6-4444-b502-2774f7833827 service neutron] (104278) timed out ('10.222.0.49', 53364) {{(pid=104278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 06:53:00.150393 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d9288866-ac5f-424e-af25-12bcaa3c1d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:02.457181 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-912b43be-de28-4800-b5e3-01ba841812e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:02.837444 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:03.912141 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:05.676132 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:05.722326 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:06.788900 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:53:15.711057 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:15.718279 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:28.714136 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=16 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:28.719948 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=18 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:30.148489 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b20898c-a79f-4431-b9de-af3138013c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:32.459544 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55101bb0-ad2d-4868-8d89-a6cc468a31ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:32.855478 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:33.913390 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:35.678907 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:35.724415 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:53:43.787530 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:53:45.718583 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:45.720509 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:55.731655 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:53:55.735562 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:00.140733 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1e7f-97dd-47d0-8b7c-649fce62a2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:02.461695 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-22990dc0-d4ea-4b04-86dc-1c7ad628e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:02.852270 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:03.915752 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:05.681916 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:05.725517 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:15.715615 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:15.721554 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:20.788945 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:54:30.142564 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bf8b-2e01-432a-ba13-ec7494fdbc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:32.465800 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-638dacd6-553e-4736-be4b-7ff7b5dcaa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:32.731115 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:32.731849 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:32.850563 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:33.919427 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:35.685452 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:35.726177 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:54:48.721834 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:48.722650 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:54:57.788318 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:55:00.145107 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e7417cff-b368-4544-9d11-395e2e7df09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:02.468199 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2639565b-0b69-4881-963c-fba97cd46b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:02.850398 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:03.922486 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:05.690576 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:05.728087 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:09.728172 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:09.728981 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:15.721724 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:15.723651 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:28.723032 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:28.724944 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:30.146499 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3067d57f-6ef3-4af0-86a7-6d8be6d5452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:32.473851 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-39438688-a3e4-4a6a-ac6f-17793719daae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:32.984729 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:33.925510 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:34.786873 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:55:35.693080 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:35.729985 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:55:45.724488 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:45.726396 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:46.725760 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:46.726551 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:55:53.180403 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-d7ac4e65-f9e4-4ff3-8b0f-b223e1f5e850 service neutron] (104277) timed out ('10.222.0.20', 56786) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 06:55:53.402702 dv-cinder-850605-1-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-6457651f-5ab2-443b-a83e-6b82c6562494 req-38eca0a3-a905-426c-94be-257124ffcda0 tempest-AttachVolumeShelveTestJSON-1130138587 tempest-AttachVolumeShelveTestJSON-1130138587-project] (104277) timed out ('10.222.0.20', 56800) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 06:56:00.148140 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2805476-a758-4f34-b719-8c718ff0f067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (f929af4e-6b9f-4190-87b8-0f1d0828d2a3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:02.475308 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e49b2612-515a-4084-94d4-a11e182c58ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (60898ece-8ede-4cc8-8830-fcca5ef78bd3), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:02.865034 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9b5af24e-b31c-4702-b70f-b93319c90775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (48c84fb1-3e73-4a61-bf29-bc68211bf57a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:03.928797 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-31750781-5a2b-4e9a-a908-2cb45c5298e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (96ad36e5-7866-4fa1-af37-239637beb0a0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:05.695922 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-251c20ac-78ec-4fc2-bbfe-2efde778d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (6d4b4c5e-d262-4a3a-a8a5-0b09ba2a7902), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:05.731353 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12c2f383-a5e5-45a7-8160-ec96d33137ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792238729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1276634'] for agent (ee54921e-0589-46ed-b3c6-963dba832788), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:56:11.786089 dv-cinder-850605-1-iscsi neutron-server[104280]: DEBUG neutron.db.agents_db [None req-b5ac68fb-26bf-42ee-a6d0-de6f6bc15e98 None None] Agent healthcheck: found 6 active agents {{(pid=104280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:56:15.721355 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:56:15.727444 dv-cinder-850605-1-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}